You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/05/29 14:37:05 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4039
- Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4039/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Expected to see collection awhollynewcollection_0 null Live Nodes: [127.0.0.1:63679_solr, 127.0.0.1:63676_solr, 127.0.0.1:63678_solr, 127.0.0.1:63677_solr] Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={ "pullReplicas":"0", "replicationFactor":"4", "shards":{ "shard1":{ "range":"80000000-b332ffff", "state":"active", "replicas":{}}, "shard2":{ "range":"b3330000-e665ffff", "state":"active", "replicas":{}}, "shard3":{ "range":"e6660000-1998ffff", "state":"active", "replicas":{}}, "shard4":{ "range":"19990000-4ccbffff", "state":"active", "replicas":{}}, "shard5":{ "range":"4ccc0000-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"6", "autoAddReplicas":"false", "nrtReplicas":"4", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Live Nodes: [127.0.0.1:63679_solr, 127.0.0.1:63676_solr, 127.0.0.1:63678_solr, 127.0.0.1:63677_solr]
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/2)={
"pullReplicas":"0",
"replicationFactor":"4",
"shards":{
"shard1":{
"range":"80000000-b332ffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"b3330000-e665ffff",
"state":"active",
"replicas":{}},
"shard3":{
"range":"e6660000-1998ffff",
"state":"active",
"replicas":{}},
"shard4":{
"range":"19990000-4ccbffff",
"state":"active",
"replicas":{}},
"shard5":{
"range":"4ccc0000-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"6",
"autoAddReplicas":"false",
"nrtReplicas":"4",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([BC2E7A83C5DF2684:F45B0E37C3EC0911]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:510)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11491 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/init-core-data-001
[junit4] 2> 999797 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=66 numCloses=66
[junit4] 2> 999799 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 999804 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 999811 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001
[junit4] 2> 999811 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 999812 INFO (Thread-1904) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 999812 INFO (Thread-1904) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 999815 ERROR (Thread-1904) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 999915 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:63666
[junit4] 2> 999932 INFO (jetty-launcher-1298-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 999932 INFO (jetty-launcher-1298-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 999933 INFO (jetty-launcher-1298-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15edd571{/solr,null,AVAILABLE}
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65b9ed54{/solr,null,AVAILABLE}
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b33ec04{HTTP/1.1,[http/1.1]}{127.0.0.1:63677}
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4b6359c5{HTTP/1.1,[http/1.1]}{127.0.0.1:63676}
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-1) [ ] o.e.j.s.Server Started @1003388ms
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-2) [ ] o.e.j.s.Server Started @1003388ms
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63677}
[junit4] 2> 999950 ERROR (jetty-launcher-1298-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 999949 INFO (jetty-launcher-1298-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63676}
[junit4] 2> 999950 INFO (jetty-launcher-1298-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 999952 INFO (jetty-launcher-1298-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 999952 INFO (jetty-launcher-1298-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3fd22de1{/solr,null,AVAILABLE}
[junit4] 2> 999952 ERROR (jetty-launcher-1298-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 999952 INFO (jetty-launcher-1298-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e446b24{/solr,null,AVAILABLE}
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T13:45:01.638Z
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b36c57d{HTTP/1.1,[http/1.1]}{127.0.0.1:63678}
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7362c64c{HTTP/1.1,[http/1.1]}{127.0.0.1:63679}
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-4) [ ] o.e.j.s.Server Started @1003392ms
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-3) [ ] o.e.j.s.Server Started @1003392ms
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63678}
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63679}
[junit4] 2> 999953 ERROR (jetty-launcher-1298-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 999952 INFO (jetty-launcher-1298-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T13:45:01.638Z
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 999953 ERROR (jetty-launcher-1298-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 999953 INFO (jetty-launcher-1298-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T13:45:01.638Z
[junit4] 2> 999954 INFO (jetty-launcher-1298-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 999954 INFO (jetty-launcher-1298-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 999954 INFO (jetty-launcher-1298-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 999954 INFO (jetty-launcher-1298-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T13:45:01.639Z
[junit4] 2> 999957 INFO (jetty-launcher-1298-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 999957 INFO (jetty-launcher-1298-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 999957 INFO (jetty-launcher-1298-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 999957 INFO (jetty-launcher-1298-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 999971 INFO (jetty-launcher-1298-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63666/solr
[junit4] 2> 999972 INFO (jetty-launcher-1298-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63666/solr
[junit4] 2> 999977 INFO (jetty-launcher-1298-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63666/solr
[junit4] 2> 999978 INFO (jetty-launcher-1298-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63666/solr
[junit4] 2> 1000014 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000014 INFO (jetty-launcher-1298-thread-2) [n:127.0.0.1:63676_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000015 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63678_solr
[junit4] 2> 1000016 INFO (jetty-launcher-1298-thread-2) [n:127.0.0.1:63676_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63676_solr
[junit4] 2> 1000017 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.c.Overseer Overseer (id=98046148706304007-127.0.0.1:63678_solr-n_0000000000) starting
[junit4] 2> 1000023 INFO (jetty-launcher-1298-thread-1) [n:127.0.0.1:63677_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000023 INFO (jetty-launcher-1298-thread-3) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1000029 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63678_solr
[junit4] 2> 1000035 INFO (jetty-launcher-1298-thread-3) [n:127.0.0.1:63679_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1000039 INFO (jetty-launcher-1298-thread-3) [n:127.0.0.1:63679_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63679_solr
[junit4] 2> 1000057 INFO (jetty-launcher-1298-thread-1) [n:127.0.0.1:63677_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63677_solr
[junit4] 2> 1000076 INFO (zkCallback-1317-thread-1-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1000076 INFO (zkCallback-1318-thread-1-processing-n:127.0.0.1:63677_solr) [n:127.0.0.1:63677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1000076 INFO (zkCallback-1312-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1000076 INFO (zkCallback-1320-thread-1-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1000162 INFO (jetty-launcher-1298-thread-1) [n:127.0.0.1:63677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000168 INFO (jetty-launcher-1298-thread-1) [n:127.0.0.1:63677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000168 INFO (jetty-launcher-1298-thread-1) [n:127.0.0.1:63677_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000169 INFO (jetty-launcher-1298-thread-1) [n:127.0.0.1:63677_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node1
[junit4] 2> 1000174 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000188 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000189 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000190 INFO (jetty-launcher-1298-thread-4) [n:127.0.0.1:63678_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node4
[junit4] 2> 1000257 INFO (jetty-launcher-1298-thread-3) [n:127.0.0.1:63679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000262 INFO (jetty-launcher-1298-thread-3) [n:127.0.0.1:63679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000262 INFO (jetty-launcher-1298-thread-3) [n:127.0.0.1:63679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000263 INFO (jetty-launcher-1298-thread-3) [n:127.0.0.1:63679_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node3
[junit4] 2> 1000304 INFO (jetty-launcher-1298-thread-2) [n:127.0.0.1:63676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000310 INFO (jetty-launcher-1298-thread-2) [n:127.0.0.1:63676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000310 INFO (jetty-launcher-1298-thread-2) [n:127.0.0.1:63676_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1000312 INFO (jetty-launcher-1298-thread-2) [n:127.0.0.1:63676_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node2
[junit4] 2> 1000365 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1000370 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63666/solr ready
[junit4] 2> 1000426 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
[junit4] 2> 1000427 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1000432 INFO (qtp913893552-8658) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=unknown_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1000436 INFO (OverseerThreadFactory-4341-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1000436 ERROR (OverseerThreadFactory-4341-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: unknown_collection operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : unknown_collection
[junit4] 2> at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:896)
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:259)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1000441 INFO (qtp913893552-8658) [n:127.0.0.1:63679_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=unknown_collection&action=DELETE&wt=javabin&version=2} status=400 QTime=9
[junit4] 2> 1000450 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1000454 INFO (OverseerThreadFactory-4341-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.CreateCollectionCmd Create collection acollectionafterbaddelete
[junit4] 2> 1000467 INFO (OverseerCollectionConfigSetProcessor-98046148706304007-127.0.0.1:63678_solr-n_0000000000) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1000624 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1000624 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1000625 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1000625 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1000735 INFO (zkCallback-1317-thread-4-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1000737 INFO (zkCallback-1312-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1001645 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1001645 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1001665 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1001665 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema [acollectionafterbaddelete_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1001668 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1001669 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n2' using configuration from collection acollectionafterbaddelete, trusted=true
[junit4] 2> 1001669 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1001669 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'acollectionafterbaddelete_shard1_replica_n1' using configuration from collection acollectionafterbaddelete, trusted=true
[junit4] 2> 1001669 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.acollectionafterbaddelete.shard1.replica_n2' (registry 'solr.core.acollectionafterbaddelete.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1001669 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.acollectionafterbaddelete.shard1.replica_n1' (registry 'solr.core.acollectionafterbaddelete.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1001669 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1001669 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node2/acollectionafterbaddelete_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node2/acollectionafterbaddelete_shard1_replica_n2/data/]
[junit4] 2> 1001669 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1001669 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [[acollectionafterbaddelete_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node4/acollectionafterbaddelete_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node4/acollectionafterbaddelete_shard1_replica_n1/data/]
[junit4] 2> 1001764 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1001764 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1001765 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1001765 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1001766 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1001766 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1001767 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1001767 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1001768 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e6e636d[acollectionafterbaddelete_shard1_replica_n2] main]
[junit4] 2> 1001769 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d245e4c[acollectionafterbaddelete_shard1_replica_n1] main]
[junit4] 2> 1001770 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1001770 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1001771 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1001771 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1001772 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1001773 INFO (searcherExecutor-4350-thread-1-processing-n:127.0.0.1:63676_solr x:acollectionafterbaddelete_shard1_replica_n2 s:shard1 c:acollectionafterbaddelete) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] Registered new searcher Searcher@2e6e636d[acollectionafterbaddelete_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1001773 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568738381353975808
[junit4] 2> 1001773 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1001773 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568738381353975808
[junit4] 2> 1001775 INFO (searcherExecutor-4351-thread-1-processing-n:127.0.0.1:63678_solr x:acollectionafterbaddelete_shard1_replica_n1 s:shard1 c:acollectionafterbaddelete) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] Registered new searcher Searcher@3d245e4c[acollectionafterbaddelete_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1001783 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1001783 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1001783 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63678/solr/acollectionafterbaddelete_shard1_replica_n1/
[junit4] 2> 1001783 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:63678/solr START replicas=[http://127.0.0.1:63676/solr/acollectionafterbaddelete_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1001784 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=acollectionafterbaddelete_shard1_replica_n1 url=http://127.0.0.1:63678/solr DONE. We have no versions. sync failed.
[junit4] 2> 1001786 INFO (qtp710063814-8649) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 r:core_node1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.c.S.Request [acollectionafterbaddelete_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1001786 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1001786 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1001786 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1001792 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63678/solr/acollectionafterbaddelete_shard1_replica_n1/ shard1
[junit4] 2> 1001899 INFO (zkCallback-1317-thread-4-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1001899 INFO (zkCallback-1312-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1001958 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1001963 INFO (qtp579889630-8666) [n:127.0.0.1:63678_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n1&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1340
[junit4] 2> 1002065 INFO (zkCallback-1317-thread-4-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1002065 INFO (zkCallback-1312-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1002792 INFO (qtp710063814-8647) [n:127.0.0.1:63676_solr c:acollectionafterbaddelete s:shard1 x:acollectionafterbaddelete_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=acollectionafterbaddelete_shard1_replica_n2&action=CREATE&numShards=1&collection=acollectionafterbaddelete&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2174
[junit4] 2> 1002798 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1002903 INFO (zkCallback-1312-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1002903 INFO (zkCallback-1317-thread-4-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/acollectionafterbaddelete/state.json] for collection [acollectionafterbaddelete] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1003799 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=2&collection.configName=conf&name=acollectionafterbaddelete&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3348
[junit4] 2> 1003801 INFO (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteNonExistentCollection
[junit4] 2> 1003841 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
[junit4] 2> 1003843 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1003846 INFO (qtp913893552-8656) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1003849 INFO (OverseerThreadFactory-4341-thread-3-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1003850 INFO (OverseerCollectionConfigSetProcessor-98046148706304007-127.0.0.1:63678_solr-n_0000000000) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1003852 INFO (qtp710063814-8650) [n:127.0.0.1:63676_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=null
[junit4] 2> 1003854 INFO (qtp579889630-8667) [n:127.0.0.1:63678_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=null
[junit4] 2> 1003859 INFO (qtp710063814-8650) [n:127.0.0.1:63676_solr ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@73fa47b1
[junit4] 2> 1003860 INFO (qtp710063814-8650) [n:127.0.0.1:63676_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n2, tag=1945782193
[junit4] 2> 1003861 INFO (qtp710063814-8650) [n:127.0.0.1:63676_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=1945782193
[junit4] 2> 1003861 INFO (qtp579889630-8667) [n:127.0.0.1:63678_solr ] o.a.s.c.SolrCore [acollectionafterbaddelete_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1e9ec20f
[junit4] 2> 1003865 INFO (qtp710063814-8650) [n:127.0.0.1:63676_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 1003865 INFO (qtp579889630-8667) [n:127.0.0.1:63678_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.acollectionafterbaddelete.shard1.replica_n1, tag=513720847
[junit4] 2> 1003865 INFO (qtp579889630-8667) [n:127.0.0.1:63678_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.acollectionafterbaddelete.shard1.leader, tag=513720847
[junit4] 2> 1003866 INFO (qtp710063814-8650) [n:127.0.0.1:63676_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=14
[junit4] 2> 1003869 WARN (zkCallback-1317-thread-4-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 1003872 INFO (qtp579889630-8667) [n:127.0.0.1:63678_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=acollectionafterbaddelete_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1004608 INFO (qtp913893552-8656) [n:127.0.0.1:63679_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=acollectionafterbaddelete&action=DELETE&wt=javabin&version=2} status=0 QTime=762
[junit4] 2> 1004609 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1004612 INFO (OverseerThreadFactory-4341-thread-4-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection
[junit4] 2> 1004613 ERROR (OverseerThreadFactory-4341-thread-4-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:113)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:259)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1004613 INFO (OverseerCollectionConfigSetProcessor-98046148706304007-127.0.0.1:63678_solr-n_0000000000) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1004620 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=11
[junit4] 2> 1004627 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
[junit4] 2> 1004664 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
[junit4] 2> 1004678 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1004680 INFO (qtp913893552-8654) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf2&name=withconfigset2&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1004683 INFO (OverseerThreadFactory-4341-thread-5-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.CreateCollectionCmd Create collection withconfigset2
[junit4] 2> 1004684 INFO (OverseerCollectionConfigSetProcessor-98046148706304007-127.0.0.1:63678_solr-n_0000000000) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1004915 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica_n1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1004917 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1005031 INFO (zkCallback-1320-thread-3-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1005940 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1005954 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.s.IndexSchema [withconfigset2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1005957 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1005957 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica_n1' using configuration from collection withconfigset2, trusted=true
[junit4] 2> 1005958 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.withconfigset2.shard1.replica_n1' (registry 'solr.core.withconfigset2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1005958 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1005958 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrCore [[withconfigset2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node3/withconfigset2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node3/withconfigset2_shard1_replica_n1/data/]
[junit4] 2> 1006044 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1006044 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1006046 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1006046 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1006073 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c8c814b[withconfigset2_shard1_replica_n1] main]
[junit4] 2> 1006075 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf2
[junit4] 2> 1006075 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf2
[junit4] 2> 1006076 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1006076 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568738385865998336
[junit4] 2> 1006078 INFO (searcherExecutor-4360-thread-1-processing-n:127.0.0.1:63679_solr x:withconfigset2_shard1_replica_n1 s:shard1 c:withconfigset2) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.SolrCore [withconfigset2_shard1_replica_n1] Registered new searcher Searcher@1c8c814b[withconfigset2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1006085 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1006086 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1006086 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63679/solr/withconfigset2_shard1_replica_n1/
[junit4] 2> 1006086 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1006086 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:63679/solr/withconfigset2_shard1_replica_n1/ has no replicas
[junit4] 2> 1006086 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1006092 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63679/solr/withconfigset2_shard1_replica_n1/ shard1
[junit4] 2> 1006211 INFO (zkCallback-1320-thread-3-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1006266 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1006268 INFO (qtp913893552-8646) [n:127.0.0.1:63679_solr c:withconfigset2 s:shard1 x:withconfigset2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica_n1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1353
[junit4] 2> 1006271 INFO (qtp913893552-8654) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1006374 INFO (zkCallback-1320-thread-3-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/withconfigset2/state.json] for collection [withconfigset2] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1006695 INFO (OverseerCollectionConfigSetProcessor-98046148706304007-127.0.0.1:63678_solr-n_0000000000) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1007272 INFO (qtp913893552-8654) [n:127.0.0.1:63679_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf2&name=withconfigset2&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2591
[junit4] 2> 1007273 INFO (TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
[junit4] 2> 1007323 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 1007325 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[BC2E7A83C5DF2684]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1007327 INFO (qtp913893552-8658) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=withconfigset2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1007331 INFO (OverseerThreadFactory-4341-thread-5-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1007334 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.withconfigset2.shard1.replica_n1, tag=null
[junit4] 2> 1007347 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.c.SolrCore [withconfigset2_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@34bc0f3e
[junit4] 2> 1007353 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.withconfigset2.shard1.replica_n1, tag=884739902
[junit4] 2> 1007354 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.withconfigset2.shard1.leader, tag=884739902
[junit4] 2> 1007359 INFO (qtp913893552-8657) [n:127.0.0.1:63679_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=withconfigset2_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=25
[junit4] 2> 1008087 INFO (qtp913893552-8658) [n:127.0.0.1:63679_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=withconfigset2&action=DELETE&wt=javabin&version=2} status=0 QTime=760
[junit4] 2> 1008088 INFO (qtp913893552-8656) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf&name=nodes_used_collection&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1008091 INFO (OverseerThreadFactory-4341-thread-5-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 1008091 INFO (OverseerCollectionConfigSetProcessor-98046148706304007-127.0.0.1:63678_solr-n_0000000000) [n:127.0.0.1:63678_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1008314 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008314 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008315 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1008316 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica_n1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008317 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1008440 INFO (zkCallback-1318-thread-4-processing-n:127.0.0.1:63677_solr) [n:127.0.0.1:63677_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1008440 INFO (zkCallback-1312-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1008440 INFO (zkCallback-1317-thread-4-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1008440 INFO (zkCallback-1320-thread-3-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1009339 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1009339 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1009353 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1009358 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 1009359 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica_n1] Schema name=minimal
[junit4] 2> 1009359 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1009362 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1009363 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica_n1' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1009363 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1009363 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica_n1' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1009363 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard1.replica_n1' (registry 'solr.core.nodes_used_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1009363 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard2.replica_n1' (registry 'solr.core.nodes_used_collection.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1009363 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1009363 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1009363 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node3/nodes_used_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node3/nodes_used_collection_shard1_replica_n1/data/]
[junit4] 2> 1009363 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node2/nodes_used_collection_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node2/nodes_used_collection_shard2_replica_n1/data/]
[junit4] 2> 1009364 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1009371 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1009371 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica_n2' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1009372 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard1.replica_n2' (registry 'solr.core.nodes_used_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1009372 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1009372 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node1/nodes_used_collection_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node1/nodes_used_collection_shard1_replica_n2/data/]
[junit4] 2> 1009373 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1009374 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1009374 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica_n2' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1009375 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard2.replica_n2' (registry 'solr.core.nodes_used_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@577688a3
[junit4] 2> 1009375 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1009375 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node4/nodes_used_collection_shard2_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001/tempDir-001/node4/nodes_used_collection_shard2_replica_n2/data/]
[junit4] 2> 1009471 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1009471 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1009472 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1009472 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1009473 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1009473 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1009473 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1009473 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1009473 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55105c2e[nodes_used_collection_shard1_replica_n1] main]
[junit4] 2> 1009473 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@28683b0e[nodes_used_collection_shard2_replica_n2] main]
[junit4] 2> 1009478 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1009479 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1009479 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1009480 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1009481 INFO (searcherExecutor-4368-thread-1-processing-n:127.0.0.1:63678_solr x:nodes_used_collection_shard2_replica_n2 s:shard2 c:nodes_used_collection) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica_n2] Registered new searcher Searcher@28683b0e[nodes_used_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1009481 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568738389436399616
[junit4] 2> 1009482 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1009482 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1009485 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1009485 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1009485 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1009486 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1009486 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568738389441642496
[junit4] 2> 1009487 INFO (searcherExecutor-4365-thread-1-processing-n:127.0.0.1:63679_solr x:nodes_used_collection_shard1_replica_n1 s:shard1 c:nodes_used_collection) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica_n1] Registered new searcher Searcher@55105c2e[nodes_used_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1009490 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@187cb3a9[nodes_used_collection_shard2_replica_n1] main]
[junit4] 2> 1009490 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1009492 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1009492 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1009493 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1009493 INFO (qtp710063814-8651) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568738389448982528
[junit4] 2> 1009494 INFO (searcherExecutor-4366-thread-1-processing-n:127.0.0.1:63676_solr x:nodes_used_collection_shard2_replica_n1 s:shard2 c:nodes_used_collection) [n:127.0.0.1:63676_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica_n1] Registered new searcher Searcher@187cb3a9[nodes_used_collection_shard2_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1009496 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1009499 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1009499 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1009500 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1009500 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1009501 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@32d75505[nodes_used_collection_shard1_replica_n2] main]
[junit4] 2> 1009502 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1009503 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1009503 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 1009503 INFO (qtp2093905635-8638) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1568738389459468288
[junit4] 2> 1009504 INFO (searcherExecutor-4367-thread-1-processing-n:127.0.0.1:63677_solr x:nodes_used_collection_shard1_replica_n2 s:shard1 c:nodes_used_collection) [n:127.0.0.1:63677_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica_n2] Registered new searcher Searcher@32d75505[nodes_used_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1009609 INFO (zkCallback-1317-thread-4-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1009609 INFO (zkCallback-1318-thread-4-processing-n:127.0.0.1:63677_solr) [n:127.0.0.1:63677_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1009609 INFO (zkCallback-1320-thread-3-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1009609 INFO (zkCallback-1312-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1010001 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1010001 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1010001 INFO (qtp913893552-8655) [n:127.0.0.1:63679_solr c:nodes_used_collection s:shard1 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63679/solr/nodes_used_collection_shard1_replica_n1/
[junit4] 2> 1010001 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1010001 INFO (qtp579889630-8668) [n:127.0.0.1:63678_solr c:nodes_used_collection s:shard2 x:nodes_used_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1010001 INFO (qtp579889630-8668) [n:127.0.0.1:
[...truncated too long message...]
NFO (jetty-closer-1299-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1177948 INFO (coreCloseExecutor-4533-thread-1) [n:127.0.0.1:63678_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica_n1] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2fe0e211
[junit4] 2> 1177950 INFO (jetty-closer-1299-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1177950 WARN (zkCallback-1320-thread-4-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1177951 INFO (jetty-closer-1299-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e446b24{/solr,null,UNAVAILABLE}
[junit4] 2> 1177951 INFO (zkCallback-1312-thread-5-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 1177952 INFO (coreCloseExecutor-4534-thread-1) [n:127.0.0.1:63677_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica_n1] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@58a01333
[junit4] 2> 1177953 INFO (zkCallback-1318-thread-5-processing-n:127.0.0.1:63677_solr) [n:127.0.0.1:63677_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (2)
[junit4] 2> 1177954 INFO (coreCloseExecutor-4533-thread-1) [n:127.0.0.1:63678_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n1, tag=803267089
[junit4] 2> 1177954 INFO (coreCloseExecutor-4534-thread-1) [n:127.0.0.1:63677_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n1, tag=1486885683
[junit4] 2> 1177973 INFO (coreCloseExecutor-4533-thread-1) [n:127.0.0.1:63678_solr c:halfdeletedcollection s:shard1 r:core_node1 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=803267089
[junit4] 2> 1177974 INFO (jetty-closer-1299-thread-2) [ ] o.a.s.c.Overseer Overseer (id=98046148706304007-127.0.0.1:63678_solr-n_0000000000) closing
[junit4] 2> 1177974 INFO (coreCloseExecutor-4534-thread-1) [n:127.0.0.1:63677_solr c:halfdeletedcollection s:shard2 r:core_node2 x:halfdeletedcollection_shard2_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=1486885683
[junit4] 2> 1177974 INFO (OverseerStateUpdate-98046148706304007-127.0.0.1:63678_solr-n_0000000000) [n:127.0.0.1:63678_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:63678_solr
[junit4] 2> 1177975 WARN (zkCallback-1318-thread-6-processing-n:127.0.0.1:63677_solr) [n:127.0.0.1:63677_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1177976 INFO (jetty-closer-1299-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@65b9ed54{/solr,null,UNAVAILABLE}
[junit4] 2> 1179460 WARN (zkCallback-1317-thread-5-processing-n:127.0.0.1:63676_solr) [n:127.0.0.1:63676_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1179460 INFO (jetty-closer-1299-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15edd571{/solr,null,UNAVAILABLE}
[junit4] 2> 1179485 WARN (zkCallback-1312-thread-5-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 1179486 INFO (jetty-closer-1299-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3fd22de1{/solr,null,UNAVAILABLE}
[junit4] 2> 1179487 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1179487 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BC2E7A83C5DF2684]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63666 63666
[junit4] 2> 1179517 INFO (Thread-1904) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63666 63666
[junit4] 2> 1180317 WARN (Thread-1904) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 25 /solr/aliases.json
[junit4] 2> 25 /solr/clusterprops.json
[junit4] 2> 23 /solr/configs/conf
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 376 /solr/clusterstate.json
[junit4] 2> 5 /solr/collections/awhollynewcollection_0/state.json
[junit4] 2> 4 /solr/collections/nodes_used_collection/state.json
[junit4] 2> 4 /solr/collections/addReplicaColl/state.json
[junit4] 2> 4 /solr/collections/reloaded_collection/state.json
[junit4] 2> 3 /solr/collections/addReplicaColl/leader_elect/shard1/election/98046148706304009-core_node4-n_0000000000
[junit4] 2> 3 /solr/collections/acollectionafterbaddelete/state.json
[junit4] 2> 2 /solr/collections/onlyinzk/state.json
[junit4] 2> 2 /solr/overseer_elect/election/98046148706304007-127.0.0.1:63678_solr-n_0000000000
[junit4] 2> 2 /solr/collections/halfdeletedcollection/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 492 /solr/collections
[junit4] 2> 25 /solr/live_nodes
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BC2E7A83C5DF2684-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=he, timezone=America/Thule
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=106234976,total=345391104
[junit4] 2> NOTE: All tests run in this JVM: [TestLMDirichletSimilarityFactory, SuggesterWFSTTest, PreAnalyzedUpdateProcessorTest, LargeFieldTest, MultiThreadedOCPTest, TestSolr4Spatial, TestShortCircuitedRequests, ResponseLogComponentTest, DistanceUnitsTest, URLClassifyProcessorTest, RankQueryTest, TestExactStatsCache, TestMaxTokenLenTokenizer, UpdateLogTest, SolrCloudReportersTest, ExplicitHLLTest, TestSolrCloudWithSecureImpersonation, TestIndexSearcher, WordBreakSolrSpellCheckerTest, MetricsHandlerTest, TestOmitPositions, AnalyticsQueryTest, SolrCoreCheckLockOnStartupTest, DistributedQueryComponentOptimizationTest, ClusterStateTest, UpdateParamsTest, TestSimpleTrackingShardHandler, HdfsRestartWhileUpdatingTest, TestRecoveryHdfs, TestDocSet, TestMiniSolrCloudClusterSSL, FieldMutatingUpdateProcessorTest, TestAnalyzedSuggestions, IndexSchemaTest, CloudMLTQParserTest, TestFilteredDocIdSet, DOMUtilTest, SpellPossibilityIteratorTest, BasicFunctionalityTest, TestTlogReplica, SolrCoreMetricManagerTest, TestGeoJSONResponseWriter, TestBulkSchemaAPI, ReplaceNodeTest, TestLocalFSCloudBackupRestore, TermVectorComponentDistributedTest, TestFieldCacheSortRandom, RegexBoostProcessorTest, TestHdfsBackupRestoreCore, TestCustomDocTransformer, TestCustomSort, BadIndexSchemaTest, TestUnifiedSolrHighlighter, ChaosMonkeySafeLeaderTest, StatsComponentTest, NoCacheHeaderTest, TestComponentsName, TestImpersonationWithHadoopAuth, DistributedIntervalFacetingTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestPKIAuthenticationPlugin, LoggingHandlerTest, TestDistributedGrouping, SignatureUpdateProcessorFactoryTest, NotRequiredUniqueKeyTest, TestFuzzyAnalyzedSuggestions, UninvertDocValuesMergePolicyTest, ShowFileRequestHandlerTest, TestSearchPerf, CleanupOldIndexTest, TestCloudPseudoReturnFields, TestStressRecovery, SpellCheckCollatorTest, TestNoOpRegenerator, TestJoin, TestLegacyNumericRangeQueryBuilder, SystemInfoHandlerTest, TestPayloadCheckQParserPlugin, CdcrReplicationHandlerTest, TestAtomicUpdateErrorCases, TestIndexingPerformance, RestartWhileUpdatingTest, TestRebalanceLeaders, TestPathTrie, TestRandomFaceting, TriLevelCompositeIdRoutingTest, TestSolrCloudWithDelegationTokens, HttpSolrCallGetCoreTest, OpenCloseCoreStressTest, TestZkChroot, FileBasedSpellCheckerTest, TestConfigSetImmutable, TimeZoneUtilsTest, TestRawResponseWriter, TestCopyFieldCollectionResource, TestTolerantUpdateProcessorRandomCloud, TestHighFrequencyDictionaryFactory, SSLMigrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestEmbeddedSolrServerSchemaAPI, TestReload, TestStressInPlaceUpdates, TestWriterPerf, SpatialRPTFieldTypeTest, ForceLeaderTest, TestTrie, PKIAuthenticationIntegrationTest, LeaderElectionContextKeyTest, TestSolrIndexConfig, TestMacros, TestInitParams, TestClassicSimilarityFactory, TestBlobHandler, TestHashQParserPlugin, TestQueryUtils, RulesTest, SuggesterTest, TestQueryWrapperFilter, TestIntervalFaceting, CollectionsAPIDistributedZkTest]
[junit4] Completed [197/716 (1!)] on J1 in 180.54s, 20 tests, 1 failure <<< FAILURES!
[...truncated 45089 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4049
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4049/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D:652B7355C532D8ED]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1147)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:830)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest
Error Message:
Expected a cluster of 2 shards and 2 replicas null Live Nodes: [127.0.0.1:58268_solr, 127.0.0.1:58267_solr, 127.0.0.1:58269_solr, 127.0.0.1:58266_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected a cluster of 2 shards and 2 replicas
null
Live Nodes: [127.0.0.1:58268_solr, 127.0.0.1:58267_solr, 127.0.0.1:58269_solr, 127.0.0.1:58266_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D:FD450034266A61FF]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.DeleteInactiveReplicaTest.deleteInactiveReplicaTest(DeleteInactiveReplicaTest.java:58)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D:B82FA41DC7377AE5]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:910)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D:B82FA41DC7377AE5]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:233)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:131)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:395)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.initCloud(AbstractFullDistribZkTestBase.java:279)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:345)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:983)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 40 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor227.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 46 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
12 threads leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest: 1) Thread[id=19706, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-EventThread, state=WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 2) Thread[id=19715, name=zkCallback-3623-thread-3, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=19700, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=19707, name=zkCallback-3623-thread-1, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=19714, name=zkCallback-3623-thread-2, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=19717, name=zkCallback-3623-thread-5, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=19710, name=OverseerHdfsCoreFailoverThread-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1123) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1109) at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:645) at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:250) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:166) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=19708, name=OverseerStateUpdate-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=19701, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=19705, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-SendThread(127.0.0.1:58475), state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 11) Thread[id=19716, name=zkCallback-3623-thread-4, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=19709, name=OverseerCollectionConfigSetProcessor-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=WAITING, group=Overseer collection creation process.] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 12 threads leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:
1) Thread[id=19706, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-EventThread, state=WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
2) Thread[id=19715, name=zkCallback-3623-thread-3, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=19700, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=19707, name=zkCallback-3623-thread-1, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=19714, name=zkCallback-3623-thread-2, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=19717, name=zkCallback-3623-thread-5, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=19710, name=OverseerHdfsCoreFailoverThread-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1123)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1109)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:645)
at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:250)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:166)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=19708, name=OverseerStateUpdate-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=19701, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=19705, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-SendThread(127.0.0.1:58475), state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
11) Thread[id=19716, name=zkCallback-3623-thread-4, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=19709, name=OverseerCollectionConfigSetProcessor-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=WAITING, group=Overseer collection creation process.]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=19714, name=zkCallback-3623-thread-2, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=19717, name=zkCallback-3623-thread-5, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=19715, name=zkCallback-3623-thread-3, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=19705, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-SendThread(127.0.0.1:58475), state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 5) Thread[id=19707, name=zkCallback-3623-thread-1, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=19716, name=zkCallback-3623-thread-4, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=19714, name=zkCallback-3623-thread-2, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=19717, name=zkCallback-3623-thread-5, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=19715, name=zkCallback-3623-thread-3, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=19705, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-SendThread(127.0.0.1:58475), state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
5) Thread[id=19707, name=zkCallback-3623-thread-1, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=19716, name=zkCallback-3623-thread-4, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D]:0)
Build Log:
[...truncated 11326 lines...]
[junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/init-core-data-001
[junit4] 2> 448216 WARN (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 448216 INFO (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 448219 INFO (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 448219 INFO (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001
[junit4] 2> 448219 INFO (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 448220 INFO (Thread-1398) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 448220 INFO (Thread-1398) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 448223 ERROR (Thread-1398) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 448323 INFO (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53786
[junit4] 2> 448351 INFO (jetty-launcher-1673-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448351 INFO (jetty-launcher-1673-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448351 INFO (jetty-launcher-1673-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448352 INFO (jetty-launcher-1673-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 448354 INFO (jetty-launcher-1673-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b2f6549{/solr,null,AVAILABLE}
[junit4] 2> 448354 INFO (jetty-launcher-1673-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c0dd43e{/solr,null,AVAILABLE}
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ba96894{HTTP/1.1,[http/1.1]}{127.0.0.1:53789}
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-3) [ ] o.e.j.s.Server Started @451967ms
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53789}
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@560c0338{HTTP/1.1,[http/1.1]}{127.0.0.1:53788}
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-2) [ ] o.e.j.s.Server Started @451968ms
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53788}
[junit4] 2> 448355 ERROR (jetty-launcher-1673-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448355 ERROR (jetty-launcher-1673-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-06T04:10:03.176Z
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448355 INFO (jetty-launcher-1673-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-06T04:10:03.176Z
[junit4] 2> 448356 INFO (jetty-launcher-1673-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b6d7cbe{/solr,null,AVAILABLE}
[junit4] 2> 448356 INFO (jetty-launcher-1673-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ca38304{/solr,null,AVAILABLE}
[junit4] 2> 448357 INFO (jetty-launcher-1673-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1127b06d{HTTP/1.1,[http/1.1]}{127.0.0.1:53791}
[junit4] 2> 448357 INFO (jetty-launcher-1673-thread-1) [ ] o.e.j.s.Server Started @451970ms
[junit4] 2> 448357 INFO (jetty-launcher-1673-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ad9f298{HTTP/1.1,[http/1.1]}{127.0.0.1:53790}
[junit4] 2> 448357 INFO (jetty-launcher-1673-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53791}
[junit4] 2> 448357 INFO (jetty-launcher-1673-thread-4) [ ] o.e.j.s.Server Started @451970ms
[junit4] 2> 448357 INFO (jetty-launcher-1673-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53790}
[junit4] 2> 448357 ERROR (jetty-launcher-1673-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448357 ERROR (jetty-launcher-1673-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-06T04:10:03.179Z
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 448358 INFO (jetty-launcher-1673-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-06T04:10:03.179Z
[junit4] 2> 448360 INFO (jetty-launcher-1673-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448360 INFO (jetty-launcher-1673-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448364 INFO (jetty-launcher-1673-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448364 INFO (jetty-launcher-1673-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 448377 INFO (jetty-launcher-1673-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53786/solr
[junit4] 2> 448377 INFO (jetty-launcher-1673-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53786/solr
[junit4] 2> 448378 INFO (jetty-launcher-1673-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53786/solr
[junit4] 2> 448378 INFO (jetty-launcher-1673-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53786/solr
[junit4] 2> 448411 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 448412 INFO (jetty-launcher-1673-thread-4) [n:127.0.0.1:53790_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 448412 INFO (jetty-launcher-1673-thread-2) [n:127.0.0.1:53788_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 448413 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53791_solr
[junit4] 2> 448413 INFO (jetty-launcher-1673-thread-3) [n:127.0.0.1:53789_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 448413 INFO (jetty-launcher-1673-thread-4) [n:127.0.0.1:53790_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53790_solr
[junit4] 2> 448414 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.c.Overseer Overseer (id=98089186298560521-127.0.0.1:53791_solr-n_0000000000) starting
[junit4] 2> 448416 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448417 INFO (zkCallback-1692-thread-1-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448417 INFO (zkCallback-1695-thread-1-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448418 INFO (zkCallback-1694-thread-1-processing-n:127.0.0.1:53789_solr) [n:127.0.0.1:53789_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 448421 INFO (jetty-launcher-1673-thread-3) [n:127.0.0.1:53789_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53789_solr
[junit4] 2> 448422 INFO (jetty-launcher-1673-thread-2) [n:127.0.0.1:53788_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53788_solr
[junit4] 2> 448426 INFO (zkCallback-1694-thread-1-processing-n:127.0.0.1:53789_solr) [n:127.0.0.1:53789_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 448426 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 448427 INFO (zkCallback-1695-thread-1-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 448427 INFO (zkCallback-1692-thread-1-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 448427 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 448427 INFO (zkCallback-1694-thread-1-processing-n:127.0.0.1:53789_solr) [n:127.0.0.1:53789_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 448445 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53791_solr
[junit4] 2> 448448 INFO (zkCallback-1694-thread-1-processing-n:127.0.0.1:53789_solr) [n:127.0.0.1:53789_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448448 INFO (zkCallback-1695-thread-1-processing-n:127.0.0.1:53788_solr) [n:127.0.0.1:53788_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448448 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448448 INFO (zkCallback-1692-thread-1-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 448549 INFO (jetty-launcher-1673-thread-3) [n:127.0.0.1:53789_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53789.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448550 INFO (jetty-launcher-1673-thread-4) [n:127.0.0.1:53790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53790.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448552 INFO (jetty-launcher-1673-thread-3) [n:127.0.0.1:53789_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53789.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448552 INFO (jetty-launcher-1673-thread-3) [n:127.0.0.1:53789_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53789.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448552 INFO (jetty-launcher-1673-thread-4) [n:127.0.0.1:53790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53790.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448552 INFO (jetty-launcher-1673-thread-4) [n:127.0.0.1:53790_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53790.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448552 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53791.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448552 INFO (jetty-launcher-1673-thread-3) [n:127.0.0.1:53789_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node3/.
[junit4] 2> 448553 INFO (jetty-launcher-1673-thread-4) [n:127.0.0.1:53790_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node4/.
[junit4] 2> 448555 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53791.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448556 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53791.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448558 INFO (jetty-launcher-1673-thread-1) [n:127.0.0.1:53791_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node1/.
[junit4] 2> 448585 INFO (jetty-launcher-1673-thread-2) [n:127.0.0.1:53788_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53788.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448589 INFO (jetty-launcher-1673-thread-2) [n:127.0.0.1:53788_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53788.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448589 INFO (jetty-launcher-1673-thread-2) [n:127.0.0.1:53788_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53788.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 448590 INFO (jetty-launcher-1673-thread-2) [n:127.0.0.1:53788_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node2/.
[junit4] 2> 448621 INFO (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 448622 INFO (SUITE-CustomCollectionTest-seed#[307B9BC769CB171D]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53786/solr ready
[junit4] 2> 448643 INFO (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[307B9BC769CB171D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
[junit4] 2> 448645 INFO (TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[307B9BC769CB171D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 448649 INFO (qtp31834979-8045) [n:127.0.0.1:53791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 448652 INFO (OverseerThreadFactory-3159-thread-1-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.CreateCollectionCmd Create collection testCreateShardRepFactor
[junit4] 2> 448761 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 448764 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 448764 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 448765 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 448879 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 448880 INFO (zkCallback-1692-thread-1-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 449812 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 449812 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 449820 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 449820 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 449836 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 449836 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica_n1' using configuration from collection testCreateShardRepFactor, trusted=true
[junit4] 2> 449837 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 449837 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica_n1' using configuration from collection testCreateShardRepFactor, trusted=true
[junit4] 2> 449837 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53791.solr.core.testCreateShardRepFactor.b.replica_n1' (registry 'solr.core.testCreateShardRepFactor.b.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 449837 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 449837 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node1/testCreateShardRepFactor_b_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node1/./testCreateShardRepFactor_b_replica_n1/data/]
[junit4] 2> 449837 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53790.solr.core.testCreateShardRepFactor.a.replica_n1' (registry 'solr.core.testCreateShardRepFactor.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 449837 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 449837 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node4/testCreateShardRepFactor_a_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CustomCollectionTest_307B9BC769CB171D-001/tempDir-001/node4/./testCreateShardRepFactor_a_replica_n1/data/]
[junit4] 2> 449899 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 449899 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 449899 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 449899 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 449900 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 449901 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 449901 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 449901 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 449902 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f1c43c[testCreateShardRepFactor_a_replica_n1] main]
[junit4] 2> 449903 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a4cb856[testCreateShardRepFactor_b_replica_n1] main]
[junit4] 2> 449903 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 449904 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 449904 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 449904 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 449904 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569426982541721600
[junit4] 2> 449904 INFO (searcherExecutor-3169-thread-1-processing-n:127.0.0.1:53790_solr x:testCreateShardRepFactor_a_replica_n1 s:a c:testCreateShardRepFactor) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica_n1] Registered new searcher Searcher@1f1c43c[testCreateShardRepFactor_a_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 449904 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 449904 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 449904 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569426982541721600
[junit4] 2> 449904 INFO (searcherExecutor-3168-thread-1-processing-n:127.0.0.1:53791_solr x:testCreateShardRepFactor_b_replica_n1 s:b c:testCreateShardRepFactor) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica_n1] Registered new searcher Searcher@1a4cb856[testCreateShardRepFactor_b_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 449913 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 449913 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 449913 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53790/solr/testCreateShardRepFactor_a_replica_n1/
[junit4] 2> 449913 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 449914 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:53790/solr/testCreateShardRepFactor_a_replica_n1/ has no replicas
[junit4] 2> 449914 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 449914 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 449914 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 449914 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53791/solr/testCreateShardRepFactor_b_replica_n1/
[junit4] 2> 449914 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 449914 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:53791/solr/testCreateShardRepFactor_b_replica_n1/ has no replicas
[junit4] 2> 449914 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 449920 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53790/solr/testCreateShardRepFactor_a_replica_n1/ a
[junit4] 2> 449920 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53791/solr/testCreateShardRepFactor_b_replica_n1/ b
[junit4] 2> 450029 INFO (zkCallback-1692-thread-1-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 450029 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 450085 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 450085 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 450093 INFO (qtp1385258679-8060) [n:127.0.0.1:53790_solr c:testCreateShardRepFactor s:a x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1328
[junit4] 2> 450097 INFO (qtp31834979-8046) [n:127.0.0.1:53791_solr c:testCreateShardRepFactor s:b x:testCreateShardRepFactor_b_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1336
[junit4] 2> 450105 INFO (qtp31834979-8045) [n:127.0.0.1:53791_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 450205 INFO (zkCallback-1692-thread-2-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 450205 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 450658 INFO (OverseerCollectionConfigSetProcessor-98089186298560521-127.0.0.1:53791_solr-n_0000000000) [n:127.0.0.1:53791_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 451114 INFO (qtp31834979-8045) [n:127.0.0.1:53791_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2} status=0 QTime=2464
[junit4] 2> 451115 INFO (qtp31834979-8048) [n:127.0.0.1:53791_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 451120 INFO (OverseerThreadFactory-3159-thread-2-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.CreateShardCmd Create shard invoked: {
[junit4] 2> "collection":"testCreateShardRepFactor",
[junit4] 2> "shard":"x",
[junit4] 2> "operation":"createshard"}
[junit4] 2> 451232 INFO (zkCallback-1692-thread-2-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 451232 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 451330 INFO (OverseerThreadFactory-3159-thread-2-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.CreateShardCmd Creating replica testCreateShardRepFactor_x_replica_n1 as part of slice x of collection testCreateShardRepFactor on 127.0.0.1:53789_solr
[junit4] 2> 451332 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&name=testCreateShardRepFactor_x_replica_n1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 451333 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 451448 INFO (zkCallback-1693-thread-1-processing-n:127.0.0.1:53790_solr) [n:127.0.0.1:53790_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 451448 INFO (zkCallback-1694-thread-1-processing-n:127.0.0.1:53789_solr) [n:127.0.0.1:53789_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 451448 INFO (zkCallback-1692-thread-2-processing-n:127.0.0.1:53791_solr) [n:127.0.0.1:53791_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testCreateShardRepFactor/state.json] for collection [testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
[junit4] 2> 452351 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 452356 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica_n1] o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 452371 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 452371 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica_n1' using configuration from collection testCreateShardRepFactor, trusted=true
[junit4] 2> 452371 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53789.solr.core.testCreateShardRepFactor.x.replica_n1' (registry 'solr.core.testCreateShardRepFactor.x.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f192f5e
[junit4] 2> 452371 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 452371 INFO (qtp1101128660-8040) [n:127.0.0.1:53789_solr c:testCreateShardRepFactor s:x x:testCreateShardRepFactor_x_replica_n1] o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica_n1] ] Opening new SolrCore
[...truncated too long message...]
Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=19708, name=OverseerStateUpdate-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
[junit4] > at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
[junit4] > at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 9) Thread[id=19701, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=19705, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-SendThread(127.0.0.1:58475), state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 11) Thread[id=19716, name=zkCallback-3623-thread-4, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 12) Thread[id=19709, name=OverseerCollectionConfigSetProcessor-98089280194543620-127.0.0.1:58478__p%2Ff-n_0000000000, state=WAITING, group=Overseer collection creation process.]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
[junit4] > at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] > at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] > at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] > at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
[junit4] > at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=19714, name=zkCallback-3623-thread-2, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=19717, name=zkCallback-3623-thread-5, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=19715, name=zkCallback-3623-thread-3, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=19705, name=TEST-HttpPartitionTest.test-seed#[307B9BC769CB171D]-SendThread(127.0.0.1:58475), state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 5) Thread[id=19707, name=zkCallback-3623-thread-1, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=19716, name=zkCallback-3623-thread-4, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([307B9BC769CB171D]:0)
[junit4] Completed [500/724 (4!)] on J0 in 25.46s, 1 test, 3 errors <<< FAILURES!
[...truncated 44113 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4048
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4048/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
496 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.BasicFunctionalityTest
Error Message:
org.apache.solr.BasicFunctionalityTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.BasicFunctionalityTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/BasicFunctionalityTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.ConvertedLegacyTest
Error Message:
org.apache.solr.ConvertedLegacyTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.ConvertedLegacyTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/ConvertedLegacyTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.CursorPagingTest
Error Message:
org.apache.solr.CursorPagingTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.CursorPagingTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/CursorPagingTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.DistributedIntervalFacetingTest
Error Message:
org.apache.solr.DistributedIntervalFacetingTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.DistributedIntervalFacetingTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/DistributedIntervalFacetingTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.EchoParamsTest
Error Message:
org.apache.solr.EchoParamsTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.EchoParamsTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/EchoParamsTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.MinimalSchemaTest
Error Message:
org.apache.solr.MinimalSchemaTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.MinimalSchemaTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/MinimalSchemaTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.OutputWriterTest
Error Message:
org.apache.solr.OutputWriterTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.OutputWriterTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/OutputWriterTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.SampleTest
Error Message:
org.apache.solr.SampleTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.SampleTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/SampleTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.SolrInfoBeanTest
Error Message:
org.apache.solr.SolrInfoBeanTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.SolrInfoBeanTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/SolrInfoBeanTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestCrossCoreJoin
Error Message:
org.apache.solr.TestCrossCoreJoin
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestCrossCoreJoin
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestCrossCoreJoin.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestDistributedGrouping
Error Message:
org.apache.solr.TestDistributedGrouping
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestDistributedGrouping
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestDistributedGrouping.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestDistributedMissingSort
Error Message:
org.apache.solr.TestDistributedMissingSort
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestDistributedMissingSort
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestDistributedMissingSort.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestDistributedSearch
Error Message:
org.apache.solr.TestDistributedSearch
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestDistributedSearch
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestDistributedSearch.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestDocumentBuilder
Error Message:
org.apache.solr.TestDocumentBuilder
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestDocumentBuilder
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestDocumentBuilder.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestGroupingSearch
Error Message:
org.apache.solr.TestGroupingSearch
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestGroupingSearch
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestGroupingSearch.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestHighlightDedupGrouping
Error Message:
org.apache.solr.TestHighlightDedupGrouping
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestHighlightDedupGrouping
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestHighlightDedupGrouping.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestJoin
Error Message:
org.apache.solr.TestJoin
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestJoin
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestJoin.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestRandomDVFaceting
Error Message:
org.apache.solr.TestRandomDVFaceting
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestRandomDVFaceting
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestRandomDVFaceting.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestRandomFaceting
Error Message:
org.apache.solr.TestRandomFaceting
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestRandomFaceting
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestRandomFaceting.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestSimpleTrackingShardHandler
Error Message:
org.apache.solr.TestSimpleTrackingShardHandler
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestSimpleTrackingShardHandler
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestSimpleTrackingShardHandler.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestSolrCoreProperties
Error Message:
org.apache.solr.TestSolrCoreProperties
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestSolrCoreProperties
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestSolrCoreProperties.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.TestTrie
Error Message:
org.apache.solr.TestTrie
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.TestTrie
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/TestTrie.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.analysis.TestLuceneMatchVersion
Error Message:
org.apache.solr.analysis.TestLuceneMatchVersion
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.analysis.TestLuceneMatchVersion
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/analysis/TestLuceneMatchVersion.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.analysis.TestReversedWildcardFilterFactory
Error Message:
org.apache.solr.analysis.TestReversedWildcardFilterFactory
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.analysis.TestReversedWildcardFilterFactory
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/analysis/TestReversedWildcardFilterFactory.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.analysis.TestWordDelimiterFilterFactory
Error Message:
org.apache.solr.analysis.TestWordDelimiterFilterFactory
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.analysis.TestWordDelimiterFilterFactory
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/analysis/TestWordDelimiterFilterFactory.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.api.TestPathTrie
Error Message:
org.apache.solr.api.TestPathTrie
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.api.TestPathTrie
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/api/TestPathTrie.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServerConstructors
Error Message:
org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServerConstructors
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServerConstructors
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/client/solrj/embedded/TestEmbeddedSolrServerConstructors.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServerSchemaAPI
Error Message:
org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServerSchemaAPI
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.embedded.TestEmbeddedSolrServerSchemaAPI
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/client/solrj/embedded/TestEmbeddedSolrServerSchemaAPI.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest
Error Message:
org.apache.solr.client.solrj.impl.ConnectionReuseTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.client.solrj.impl.ConnectionReuseTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/client/solrj/impl/ConnectionReuseTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ActionThrottleTest
Error Message:
org.apache.solr.cloud.ActionThrottleTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ActionThrottleTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ActionThrottleTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.AliasIntegrationTest
Error Message:
org.apache.solr.cloud.AliasIntegrationTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.AliasIntegrationTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/AliasIntegrationTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.AsyncCallRequestStatusResponseTest
Error Message:
org.apache.solr.cloud.AsyncCallRequestStatusResponseTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.AsyncCallRequestStatusResponseTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/AsyncCallRequestStatusResponseTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BaseCdcrDistributedZkTest
Error Message:
org.apache.solr.cloud.BaseCdcrDistributedZkTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.BaseCdcrDistributedZkTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/BaseCdcrDistributedZkTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZk2Test
Error Message:
org.apache.solr.cloud.BasicDistributedZk2Test
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.BasicDistributedZk2Test
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/BasicDistributedZk2Test.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicDistributedZkTest
Error Message:
org.apache.solr.cloud.BasicDistributedZkTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.BasicDistributedZkTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/BasicDistributedZkTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
org.apache.solr.cloud.BasicZkTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.BasicZkTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/BasicZkTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrBootstrapTest
Error Message:
org.apache.solr.cloud.CdcrBootstrapTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CdcrBootstrapTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CdcrBootstrapTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Error Message:
org.apache.solr.cloud.CdcrReplicationDistributedZkTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CdcrReplicationDistributedZkTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CdcrReplicationDistributedZkTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationHandlerTest
Error Message:
org.apache.solr.cloud.CdcrReplicationHandlerTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CdcrReplicationHandlerTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CdcrReplicationHandlerTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrRequestHandlerTest
Error Message:
org.apache.solr.cloud.CdcrRequestHandlerTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CdcrRequestHandlerTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CdcrRequestHandlerTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CdcrVersionReplicationTest
Error Message:
org.apache.solr.cloud.CdcrVersionReplicationTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CdcrVersionReplicationTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CdcrVersionReplicationTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Error Message:
org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ChaosMonkeyNothingIsSafeTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
Error Message:
org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ChaosMonkeySafeLeaderTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ChaosMonkeySafeLeaderWithPullReplicasTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyShardSplitTest
Error Message:
org.apache.solr.cloud.ChaosMonkeyShardSplitTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ChaosMonkeyShardSplitTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CleanupOldIndexTest
Error Message:
org.apache.solr.cloud.CleanupOldIndexTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CleanupOldIndexTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CleanupOldIndexTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CloudExitableDirectoryReaderTest
Error Message:
org.apache.solr.cloud.CloudExitableDirectoryReaderTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.CloudExitableDirectoryReaderTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/CloudExitableDirectoryReaderTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ClusterStateTest
Error Message:
org.apache.solr.cloud.ClusterStateTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ClusterStateTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ClusterStateTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClassLoader.java:454)
at java.net.URLClassLoader.access$100(URLClassLoader.java:73)
at java.net.URLClassLoader$1.run(URLClassLoader.java:368)
... 12 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ClusterStateUpdateTest
Error Message:
org.apache.solr.cloud.ClusterStateUpdateTest
Stack Trace:
java.lang.ClassNotFoundException: org.apache.solr.cloud.ClusterStateUpdateTest
at java.net.URLClassLoader$1.run(URLClassLoader.java:370)
at java.net.URLClassLoader$1.run(URLClassLoader.java:362)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:361)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:335)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:348)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.instantiate(SlaveMain.java:273)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:233)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
Caused by: java.io.FileNotFoundException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/classes/test/org/apache/solr/cloud/ClusterStateUpdateTest.class (Too many open files)
at java.io.FileInputStream.open0(Native Method)
at java.io.FileInputStream.open(FileInputStream.java:195)
at java.io.FileInputStream.<init>(FileInputStream.java:138)
at sun.misc.URLClassPath$FileLoader$1.getInputStream(URLClassPath.java:1288)
at sun.misc.Resource.cachedInputStream(Resource.java:77)
at sun.misc.Resource.getByteBuffer(Resource.java:160)
at java.net.URLClassLoader.defineClass(URLClas
[...truncated too long message...]
edWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 15) Thread[id=4055, name=qtp201405607-4055, state=TIMED_WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 16) Thread[id=4050, name=qtp201405607-4050, state=TIMED_WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 17) Thread[id=4060, name=Connection evictor, state=TIMED_WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 18) Thread[id=4040, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 19) Thread[id=4054, name=qtp201405607-4054, state=TIMED_WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 20) Thread[id=4065, name=jetty-launcher-998-thread-1-SendThread(127.0.0.1:65400), state=RUNNABLE, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] > 21) Thread[id=4039, name=Thread-588, state=WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Thread.join(Thread.java:1252)
[junit4] > at java.lang.Thread.join(Thread.java:1326)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
[junit4] > at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
[junit4] > at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
[junit4] > at __randomizedtesting.SeedInfo.seed([7BF79641DEB734D8]:0)Throwable #4: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=4048, name=qtp201405607-4048, state=RUNNABLE, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=4056, name=org.eclipse.jetty.server.session.HashSessionManager@1cc874b0Timer, state=TIMED_WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=4071, name=Thread-597, state=WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1574)
[junit4] > 4) Thread[id=4065, name=jetty-launcher-998-thread-1-SendThread(127.0.0.1:65400), state=TIMED_WAITING, group=TGRP-HttpSolrCallGetCoreTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > at __randomizedtesting.SeedInfo.seed([7BF79641DEB734D8]:0)
[junit4] Completed [586/724 (467!)] on J1 in 76.07s, 0 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 43817 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4047
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4047/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([BD2BB3104F4C114F]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:266)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:260)
at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
at org.apache.solr.cloud.TestCloudDeleteByQuery.createMiniSolrCloudCluster(TestCloudDeleteByQuery.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 31 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor211.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 37 more
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([BD2BB3104F4C114F]:0)
at org.apache.solr.cloud.TestCloudDeleteByQuery.afterClass(TestCloudDeleteByQuery.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudDeleteByQuery
Error Message:
ObjectTracker found 21 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, ZkController, ZkController, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, Overseer, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:498) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:498) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.Overseer.start(Overseer.java:527) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:774) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:690) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:425) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:498) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:498) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:498) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 21 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, InternalHttpClient, ZkController, SolrZkClient, SolrZkClient, ZkController, ZkController, InternalHttpClient, InternalHttpClient, InternalHttpClient, SolrZkClient, Overseer, InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:427)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:498)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:498)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:504)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1565)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1599)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1285)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1130)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:382)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:245)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:301)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:513)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:257)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:177)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:137)
at org.eclipse.jetty.servlet.ServletHandler.initi
[...truncated too long message...]
> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 17) Thread[id=18707, name=zkCallback-3240-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 18) Thread[id=18638, name=qtp1128276820-18638, state=RUNNABLE, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 19) Thread[id=18650, name=org.eclipse.jetty.server.session.HashSessionManager@42c59098Timer, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 20) Thread[id=18613, name=jetty-launcher-3217-thread-4, state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=18700, name=jetty-launcher-3217-thread-2-SendThread(127.0.0.1:64008), state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 22) Thread[id=18711, name=jetty-launcher-3217-thread-4-SendThread(127.0.0.1:64008), state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 23) Thread[id=18702, name=jetty-launcher-3217-thread-1-SendThread(127.0.0.1:64008), state=TIMED_WAITING, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 24) Thread[id=18628, name=qtp433791579-18628, state=RUNNABLE, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=18620, name=qtp630240181-18620, state=RUNNABLE, group=TGRP-TestCloudDeleteByQuery]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([BD2BB3104F4C114F]:0)
[junit4] Completed [520/724 (1!)] on J1 in 45.33s, 0 tests, 1 failure, 4 errors <<< FAILURES!
[...truncated 44048 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4046
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4046/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
Didn't see all replicas for shard shard1 in collMinRf_1x3 come up within 90000 ms! ClusterState: { "control_collection":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{"core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:63101", "node_name":"127.0.0.1:63101_", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true"}, "collMinRf_1x3":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collMinRf_1x3_shard1_replica_t1", "base_url":"http://127.0.0.1:63101", "node_name":"127.0.0.1:63101_", "state":"recovering", "type":"TLOG"}, "core_node2":{ "core":"collMinRf_1x3_shard1_replica_t2", "base_url":"http://127.0.0.1:63108", "node_name":"127.0.0.1:63108_", "state":"active", "type":"TLOG"}, "core_node3":{ "core":"collMinRf_1x3_shard1_replica_t3", "base_url":"http://127.0.0.1:63157", "node_name":"127.0.0.1:63157_", "state":"active", "type":"TLOG", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"0", "tlogReplicas":"3"}, "collection1":{ "pullReplicas":"0", "replicationFactor":"1", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{"core_node2":{ "core":"collection1", "base_url":"http://127.0.0.1:63119", "node_name":"127.0.0.1:63119_", "state":"active", "type":"TLOG", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node1":{ "core":"collection1", "base_url":"http://127.0.0.1:63108", "node_name":"127.0.0.1:63108_", "state":"active", "type":"TLOG", "leader":"true"}, "core_node3":{ "core":"collection1", "base_url":"http://127.0.0.1:63157", "node_name":"127.0.0.1:63157_", "state":"active", "type":"TLOG"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true"}}
Stack Trace:
java.lang.AssertionError: Didn't see all replicas for shard shard1 in collMinRf_1x3 come up within 90000 ms! ClusterState: {
"control_collection":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:63101",
"node_name":"127.0.0.1:63101_",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true"},
"collMinRf_1x3":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collMinRf_1x3_shard1_replica_t1",
"base_url":"http://127.0.0.1:63101",
"node_name":"127.0.0.1:63101_",
"state":"recovering",
"type":"TLOG"},
"core_node2":{
"core":"collMinRf_1x3_shard1_replica_t2",
"base_url":"http://127.0.0.1:63108",
"node_name":"127.0.0.1:63108_",
"state":"active",
"type":"TLOG"},
"core_node3":{
"core":"collMinRf_1x3_shard1_replica_t3",
"base_url":"http://127.0.0.1:63157",
"node_name":"127.0.0.1:63157_",
"state":"active",
"type":"TLOG",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"0",
"tlogReplicas":"3"},
"collection1":{
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{"core_node2":{
"core":"collection1",
"base_url":"http://127.0.0.1:63119",
"node_name":"127.0.0.1:63119_",
"state":"active",
"type":"TLOG",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node1":{
"core":"collection1",
"base_url":"http://127.0.0.1:63108",
"node_name":"127.0.0.1:63108_",
"state":"active",
"type":"TLOG",
"leader":"true"},
"core_node3":{
"core":"collection1",
"base_url":"http://127.0.0.1:63157",
"node_name":"127.0.0.1:63157_",
"state":"active",
"type":"TLOG"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true"}}
at __randomizedtesting.SeedInfo.seed([222A3860AFEC3C9:8A769C5CA402AE31]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1976)
at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:245)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:126)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11470 lines...]
[junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/init-core-data-001
[junit4] 2> 632452 WARN (SUITE-HttpPartitionTest-seed#[222A3860AFEC3C9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
[junit4] 2> 632453 INFO (SUITE-HttpPartitionTest-seed#[222A3860AFEC3C9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 632456 INFO (SUITE-HttpPartitionTest-seed#[222A3860AFEC3C9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 632456 INFO (SUITE-HttpPartitionTest-seed#[222A3860AFEC3C9]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 632457 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 632457 INFO (Thread-1283) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 632457 INFO (Thread-1283) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 632461 ERROR (Thread-1283) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 632561 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.ZkTestServer start zk server on port:63096
[junit4] 2> 632592 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 632596 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 632598 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 632601 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 632604 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 632606 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 632609 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 632612 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 632614 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 632617 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 632619 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 632622 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
[junit4] 2> 632893 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/control-001/cores/collection1
[junit4] 2> 632896 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 632897 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f0ddbfd{/,null,AVAILABLE}
[junit4] 2> 632898 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3a2f74c6{HTTP/1.1,[http/1.1]}{127.0.0.1:63102}
[junit4] 2> 632898 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server Started @637947ms
[junit4] 2> 632898 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/tempDir-001/control/data, hostContext=/, hostPort=63101, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/control-001/cores}
[junit4] 2> 632899 ERROR (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 632899 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 632899 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 632899 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 632899 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-03T16:45:13.899Z
[junit4] 2> 632903 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 632903 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/control-001/solr.xml
[junit4] 2> 632913 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 632918 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63096/solr
[junit4] 2> 632958 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 632959 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63101_
[junit4] 2> 632960 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.c.Overseer Overseer (id=98075168830849028-127.0.0.1:63101_-n_0000000000) starting
[junit4] 2> 632970 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63101_
[junit4] 2> 632977 INFO (zkCallback-1671-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 633058 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 633064 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 633064 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 633066 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/control-001/cores
[junit4] 2> 633066 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63101_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 633067 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 633072 INFO (OverseerStateUpdate-98075168830849028-127.0.0.1:63101_-n_0000000000) [n:127.0.0.1:63101_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 634101 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 634122 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 634315 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 634344 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection, trusted=true
[junit4] 2> 634345 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.core_node1' (registry 'solr.core.control_collection.shard1.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 634345 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 634345 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/control-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/control-001/cores/collection1/data/]
[junit4] 2> 634347 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=786670329, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 634354 WARN (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 634472 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 634472 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 634473 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 634473 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 634479 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=87.08984375, floorSegmentMB=0.7314453125, forceMergeDeletesPctAllowed=3.8165469186865186, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 634480 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@324cb31c[collection1] main]
[junit4] 2> 634481 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 634482 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 634483 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 634483 INFO (coreLoadExecutor-2712-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569202703415902208
[junit4] 2> 634485 INFO (searcherExecutor-2713-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@324cb31c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 634493 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 634493 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 634493 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63101/collection1/
[junit4] 2> 634493 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 634493 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63101/collection1/ has no replicas
[junit4] 2> 634493 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 634499 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63101/collection1/ shard1
[junit4] 2> 634603 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 634610 INFO (coreZkRegister-2705-thread-1-processing-n:127.0.0.1:63101_ x:collection1 c:control_collection) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 634612 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63096/solr ready
[junit4] 2> 634612 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 635054 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-1-001/cores/collection1
[junit4] 2> 635056 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-1-001 of type TLOG
[junit4] 2> 635056 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 635058 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3cecf470{/,null,AVAILABLE}
[junit4] 2> 635058 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53fa9aa2{HTTP/1.1,[http/1.1]}{127.0.0.1:63109}
[junit4] 2> 635059 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server Started @640107ms
[junit4] 2> 635059 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=63108, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-1-001/cores}
[junit4] 2> 635060 ERROR (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 635060 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 635060 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 635060 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 635060 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-03T16:45:16.060Z
[junit4] 2> 635064 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 635064 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-1-001/solr.xml
[junit4] 2> 635077 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 635081 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63096/solr
[junit4] 2> 635097 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 635102 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 635106 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63108_
[junit4] 2> 635108 INFO (zkCallback-1675-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 635109 INFO (zkCallback-1671-thread-1-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 635110 INFO (zkCallback-1680-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 635354 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 635368 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 635368 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 635370 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-1-001/cores
[junit4] 2> 635370 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63108_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 635372 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 635373 INFO (OverseerStateUpdate-98075168830849028-127.0.0.1:63101_-n_0000000000) [n:127.0.0.1:63101_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 636405 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 636425 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 636677 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 636709 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 636709 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node1' (registry 'solr.core.collection1.shard2.core_node1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 636709 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 636709 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-1-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-1-001/cores/collection1/data/]
[junit4] 2> 636712 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=786670329, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 636715 WARN (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 636888 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 636888 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 636890 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 636890 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 636891 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=87.08984375, floorSegmentMB=0.7314453125, forceMergeDeletesPctAllowed=3.8165469186865186, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 636891 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@791ce2b3[collection1] main]
[junit4] 2> 636893 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 636893 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 636894 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 636894 INFO (coreLoadExecutor-2723-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569202705944018944
[junit4] 2> 636897 INFO (searcherExecutor-2724-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@791ce2b3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 636910 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 636910 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 636910 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63108/collection1/
[junit4] 2> 636910 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 636910 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63108/collection1/ has no replicas
[junit4] 2> 636910 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 636911 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader
[junit4] 2> 636921 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63108/collection1/ shard2
[junit4] 2> 637117 INFO (coreZkRegister-2718-thread-1-processing-n:127.0.0.1:63108_ x:collection1 c:collection1) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 637702 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-2-001/cores/collection1
[junit4] 2> 637711 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-2-001 of type TLOG
[junit4] 2> 637728 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 637731 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57f49d2e{/,null,AVAILABLE}
[junit4] 2> 637732 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@56b07fc9{HTTP/1.1,[http/1.1]}{127.0.0.1:63120}
[junit4] 2> 637732 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server Started @642781ms
[junit4] 2> 637732 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=63119, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-2-001/cores}
[junit4] 2> 637732 ERROR (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 637732 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 637732 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 637732 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 637733 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-03T16:45:18.733Z
[junit4] 2> 637741 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 637741 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-2-001/solr.xml
[junit4] 2> 637774 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 637787 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63096/solr
[junit4] 2> 637825 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 637828 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 637840 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63119_
[junit4] 2> 637844 INFO (zkCallback-1675-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 637845 INFO (zkCallback-1686-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 637844 INFO (zkCallback-1680-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 637844 INFO (zkCallback-1671-thread-2-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 638036 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 638046 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 638046 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 638049 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-2-001/cores
[junit4] 2> 638049 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63119_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 638050 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 638053 INFO (OverseerStateUpdate-98075168830849028-127.0.0.1:63101_-n_0000000000) [n:127.0.0.1:63101_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
[junit4] 2> 639141 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 639194 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 639472 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 639497 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 639498 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.core_node2' (registry 'solr.core.collection1.shard1.core_node2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 639498 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 639498 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-2-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-2-001/cores/collection1/data/]
[junit4] 2> 639509 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=786670329, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 639517 WARN (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 639694 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 639694 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 639698 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 639699 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 639705 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=87.08984375, floorSegmentMB=0.7314453125, forceMergeDeletesPctAllowed=3.8165469186865186, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 639705 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5de6cf29[collection1] main]
[junit4] 2> 639706 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 639707 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 639707 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 639708 INFO (coreLoadExecutor-2734-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569202708894711808
[junit4] 2> 639710 INFO (searcherExecutor-2735-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5de6cf29[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 639720 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 639720 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 639720 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63119/collection1/
[junit4] 2> 639720 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 639720 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:63119/collection1/ has no replicas
[junit4] 2> 639720 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 639721 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader
[junit4] 2> 639732 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63119/collection1/ shard1
[junit4] 2> 639850 INFO (coreZkRegister-2729-thread-1-processing-n:127.0.0.1:63119_ x:collection1 c:collection1) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 640966 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-3-001/cores/collection1
[junit4] 2> 640968 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-3-001 of type TLOG
[junit4] 2> 640968 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 640971 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14e6ca48{/,null,AVAILABLE}
[junit4] 2> 640971 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d05fc54{HTTP/1.1,[http/1.1]}{127.0.0.1:63158}
[junit4] 2> 640971 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.e.j.s.Server Started @646020ms
[junit4] 2> 640971 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=63157, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-3-001/cores}
[junit4] 2> 640971 ERROR (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 640984 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 640984 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 640984 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 640984 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-03T16:45:21.984Z
[junit4] 2> 640998 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 640998 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-3-001/solr.xml
[junit4] 2> 641013 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 641018 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63096/solr
[junit4] 2> 641038 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 641051 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 641063 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63157_
[junit4] 2> 641066 INFO (zkCallback-1680-thread-1-processing-n:127.0.0.1:63108_) [n:127.0.0.1:63108_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641067 INFO (zkCallback-1692-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641066 INFO (zkCallback-1671-thread-2-processing-n:127.0.0.1:63101_) [n:127.0.0.1:63101_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641066 INFO (zkCallback-1675-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641066 INFO (zkCallback-1686-thread-1-processing-n:127.0.0.1:63119_) [n:127.0.0.1:63119_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 641332 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 641338 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 641338 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 641340 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-3-001/cores
[junit4] 2> 641340 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [n:127.0.0.1:63157_ ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
[junit4] 2> 641341 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 641343 INFO (OverseerStateUpdate-98075168830849028-127.0.0.1:63101_-n_0000000000) [n:127.0.0.1:63101_ ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
[junit4] 2> 642382 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 642414 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 642576 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 642603 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 642604 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.core_node3' (registry 'solr.core.collection1.shard2.core_node3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1348c5aa
[junit4] 2> 642604 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 642604 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-3-001/cores/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001/shard-3-001/cores/collection1/data/]
[junit4] 2> 642607 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=786670329, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 642613 WARN (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 642752 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 642752 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 642754 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 642754 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 642778 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=49, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=87.08984375, floorSegmentMB=0.7314453125, forceMergeDeletesPctAllowed=3.8165469186865186, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 642799 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@747a5f8c[collection1] main]
[junit4] 2> 642805 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 642806 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 642807 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 642807 INFO (coreLoadExecutor-2745-thread-1-processing-n:127.0.0.1:63157_) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569202712144248832
[junit4] 2> 642811 INFO (searcherExecutor-2746-thread-1-processing-n:127.0.0.1:63157_ x:collection1 c:collection1) [n:127.0.0.1:63157_ c:collection1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@747a5f8c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 642817 INFO (coreZkRegister-2740-thread-1-processing-n:127.0.0.1:63157_ x:collection1 c:collection1) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
[junit4] 2> 642818 INFO (updateExecutor-1689-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 642818 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 642819 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 642819 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController collection1 stopping background replication from leader
[junit4] 2> 642819 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
[junit4] 2> 642819 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 642819 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:63108/collection1/] and I am [http://127.0.0.1:63157/collection1/]
[junit4] 2> 642824 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:63108]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:63157_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 642825 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63171,localport=63108], receiveBufferSize:408300
[junit4] 2> 642827 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63109,localport=63172], receiveBufferSize=408300
[junit4] 2> 642830 INFO (qtp1798436630-8255) [n:127.0.0.1:63108_ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 642831 INFO (qtp1798436630-8255) [n:127.0.0.1:63108_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:63157_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:63157","node_name":"127.0.0.1:63157_","state":"down","type":"TLOG"}
[junit4] 2> 642938 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 642938 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
[junit4] 2> 642938 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
[junit4] 2> 643831 INFO (qtp1798436630-8255) [n:127.0.0.1:63108_ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:63157_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"http://127.0.0.1:63157","node_name":"127.0.0.1:63157_","state":"recovering","type":"TLOG"}
[junit4] 2> 643831 INFO (qtp1798436630-8255) [n:127.0.0.1:63108_ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 643831 INFO (qtp1798436630-8255) [n:127.0.0.1:63108_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:63157_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 644332 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 644332 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:63108/collection1/].
[junit4] 2> 644333 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63175,localport=63108], receiveBufferSize:408300
[junit4] 2> 644334 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63109,localport=63176], receiveBufferSize=408300
[junit4] 2> 644334 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1569202713745424384,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 644335 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 644336 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 644336 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 2
[junit4] 2> 644338 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63177,localport=63108], receiveBufferSize:408300
[junit4] 2> 644338 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63109,localport=63178], receiveBufferSize=408300
[junit4] 2> 644338 INFO (qtp1798436630-8255) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController collection1 starting background replication from leader
[junit4] 2> 644339 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 644340 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 644340 WARN (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.ReplicationHandler SolrCloud is enabled for core collection1 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
[junit4] 2> 644340 INFO (indexFetcher-2752-thread-1) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:63108/collection1/
[junit4] 2> 644341 INFO (qtp1798436630-8256) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 644341 INFO (indexFetcher-2752-thread-1) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 644341 INFO (indexFetcher-2752-thread-1) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 644341 INFO (indexFetcher-2752-thread-1) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 644341 INFO (indexFetcher-2752-thread-1) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 644341 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 644341 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569202713752764416
[junit4] 2> 644343 INFO (recoveryExecutor-1690-thread-1-processing-n:127.0.0.1:63157_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 644938 INFO (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
[junit4] 2> 644939 INFO (SocketProxy-Acceptor-63101) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63179,localport=63101], receiveBufferSize:408300
[junit4] 2> 644940 INFO (SocketProxy-Acceptor-63101) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63102,localport=63180], receiveBufferSize=408300
[junit4] 2> 644941 INFO (qtp1485135750-8219) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1569202714381910016,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 644942 INFO (qtp1485135750-8219) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 644943 INFO (qtp1485135750-8219) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 644943 INFO (qtp1485135750-8219) [n:127.0.0.1:63101_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
[junit4] 2> 644944 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63181,localport=63108], receiveBufferSize:408300
[junit4] 2> 644944 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63109,localport=63182], receiveBufferSize=408300
[junit4] 2> 644946 INFO (SocketProxy-Acceptor-63119) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63183,localport=63119], receiveBufferSize:408300
[junit4] 2> 644947 INFO (SocketProxy-Acceptor-63157) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63185,localport=63157], receiveBufferSize:408300
[junit4] 2> 644947 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63186,localport=63108], receiveBufferSize:408300
[junit4] 2> 644947 INFO (SocketProxy-Acceptor-63119) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63120,localport=63184], receiveBufferSize=408300
[junit4] 2> 644948 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63109,localport=63188], receiveBufferSize=408300
[junit4] 2> 644949 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1569202714390298624,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 644949 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 644949 INFO (SocketProxy-Acceptor-63157) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63158,localport=63187], receiveBufferSize=408300
[junit4] 2> 644950 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 644950 INFO (qtp1798436630-8259) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63108/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 644951 INFO (qtp1093328087-8285) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1569202714392395776,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 644951 INFO (qtp1092305419-8314) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.TestInjection Start waiting for replica in sync with leader
[junit4] 2> 644951 INFO (qtp1093328087-8285) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 644953 INFO (qtp1093328087-8285) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 644953 INFO (qtp1093328087-8285) [n:127.0.0.1:63119_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:63108/collection1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 644954 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63189,localport=63108], receiveBufferSize:408300
[junit4] 2> 644954 INFO (SocketProxy-Acceptor-63108) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63109,localport=63190], receiveBufferSize=408300
[junit4] 2> 644955 INFO (qtp1798436630-8255) [n:127.0.0.1:63108_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1] webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
[junit4] 2> 644955 INFO (qtp1092305419-8314) [n:127.0.0.1:63157_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1] webapp= path=/update params={update.distrib=FROMLEADE
[...truncated too long message...]
] 2> 2 /solr/collections/c8n_crud_1x2/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1264252 WARN (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:63157/, target: http://127.0.0.1:63158/
[junit4] 2> 1264252 WARN (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:63119/, target: http://127.0.0.1:63120/
[junit4] 2> 1264253 WARN (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SocketProxy Closing 11 connections to: http://127.0.0.1:63108/, target: http://127.0.0.1:63109/
[junit4] 2> 1264253 WARN (TEST-HttpPartitionTest.test-seed#[222A3860AFEC3C9]) [ ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:63101/, target: http://127.0.0.1:63102/
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=222A3860AFEC3C9 -Dtests.slow=true -Dtests.locale=ru-RU -Dtests.timezone=America/Inuvik -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 632s J0 | HttpPartitionTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: Didn't see all replicas for shard shard1 in collMinRf_1x3 come up within 90000 ms! ClusterState: {
[junit4] > "control_collection":{
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node1":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:63101",
[junit4] > "node_name":"127.0.0.1:63101_",
[junit4] > "state":"active",
[junit4] > "type":"NRT",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true"},
[junit4] > "collMinRf_1x3":{
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{"shard1":{
[junit4] > "range":"80000000-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "core":"collMinRf_1x3_shard1_replica_t1",
[junit4] > "base_url":"http://127.0.0.1:63101",
[junit4] > "node_name":"127.0.0.1:63101_",
[junit4] > "state":"recovering",
[junit4] > "type":"TLOG"},
[junit4] > "core_node2":{
[junit4] > "core":"collMinRf_1x3_shard1_replica_t2",
[junit4] > "base_url":"http://127.0.0.1:63108",
[junit4] > "node_name":"127.0.0.1:63108_",
[junit4] > "state":"active",
[junit4] > "type":"TLOG"},
[junit4] > "core_node3":{
[junit4] > "core":"collMinRf_1x3_shard1_replica_t3",
[junit4] > "base_url":"http://127.0.0.1:63157",
[junit4] > "node_name":"127.0.0.1:63157_",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"0",
[junit4] > "tlogReplicas":"3"},
[junit4] > "collection1":{
[junit4] > "pullReplicas":"0",
[junit4] > "replicationFactor":"1",
[junit4] > "shards":{
[junit4] > "shard1":{
[junit4] > "range":"80000000-ffffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{"core_node2":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:63119",
[junit4] > "node_name":"127.0.0.1:63119_",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"}}},
[junit4] > "shard2":{
[junit4] > "range":"0-7fffffff",
[junit4] > "state":"active",
[junit4] > "replicas":{
[junit4] > "core_node1":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:63108",
[junit4] > "node_name":"127.0.0.1:63108_",
[junit4] > "state":"active",
[junit4] > "type":"TLOG",
[junit4] > "leader":"true"},
[junit4] > "core_node3":{
[junit4] > "core":"collection1",
[junit4] > "base_url":"http://127.0.0.1:63157",
[junit4] > "node_name":"127.0.0.1:63157_",
[junit4] > "state":"active",
[junit4] > "type":"TLOG"}}}},
[junit4] > "router":{"name":"compositeId"},
[junit4] > "maxShardsPerNode":"1",
[junit4] > "autoAddReplicas":"false",
[junit4] > "nrtReplicas":"1",
[junit4] > "tlogReplicas":"0",
[junit4] > "autoCreated":"true"}}
[junit4] > at __randomizedtesting.SeedInfo.seed([222A3860AFEC3C9:8A769C5CA402AE31]:0)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1976)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.testMinRf(HttpPartitionTest.java:245)
[junit4] > at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:126)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.HttpPartitionTest_222A3860AFEC3C9-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=20, maxMBSortInHeap=5.35455863106287, sim=RandomSimilarity(queryNorm=false): {}, locale=ru-RU, timezone=America/Inuvik
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=40921016,total=233213952
[junit4] 2> NOTE: All tests run in this JVM: [SolrCoreTest, DirectSolrSpellCheckerTest, TestElisionMultitermQuery, TestJmxIntegration, TestReplicaProperties, TestQuerySenderNoQuery, AnalyticsMergeStrategyTest, TestSolrConfigHandler, TestUseDocValuesAsStored, TestStressReorder, ShardRoutingTest, ConnectionManagerTest, TestFieldCollectionResource, TestBlendedInfixSuggestions, UniqFieldsUpdateProcessorFactoryTest, FullHLLTest, TestManagedSynonymGraphFilterFactory, TestTrackingShardHandlerFactory, TestGraphMLResponseWriter, TestRemoteStreaming, OverseerModifyCollectionTest, TestSQLHandlerNonCloud, DocValuesTest, TestMergePolicyConfig, TestFieldCacheVsDocValues, MigrateRouteKeyTest, CloudExitableDirectoryReaderTest, LeaderFailoverAfterPartitionTest, CdcrRequestHandlerTest, RollingRestartTest, PathHierarchyTokenizerFactoryTest, TestStressVersions, TestRestManager, CollectionStateFormat2Test, TestPerFieldSimilarityWithDefaultOverride, TestReloadDeadlock, AnalysisAfterCoreReloadTest, DistributedSpellCheckComponentTest, TestLeaderElectionWithEmptyReplica, DocumentAnalysisRequestHandlerTest, ClassificationUpdateProcessorFactoryTest, TestPushWriter, CopyFieldTest, TestJsonRequest, TestFreeTextSuggestions, TestFaceting, SimplePostToolTest, DateRangeFieldTest, SolrMetricsIntegrationTest, DocValuesNotIndexedTest, BlockCacheTest, CollectionsAPIAsyncDistributedZkTest, DateFieldTest, SolrSlf4jReporterTest, WrapperMergePolicyFactoryTest, TestIBSimilarityFactory, CachingDirectoryFactoryTest, TestDynamicFieldCollectionResource, DistributedFacetPivotSmallTest, TestDelegationWithHadoopAuth, TestPhraseSuggestions, TestExportWriter, QueryElevationComponentTest, DeleteLastCustomShardedReplicaTest, TestNamedUpdateProcessors, TestStressLiveNodes, InfoHandlerTest, SolrMetricManagerTest, SortSpecParsingTest, SolrPluginUtilsTest, HighlighterMaxOffsetTest, TestUpdate, TestDistributedStatsComponentCardinality, MoveReplicaTest, TestOnReconnectListenerSupport, TestDefaultStatsCache, TestGraphTermsQParserPlugin, HdfsWriteToMultipleCollectionsTest, HttpPartitionTest]
[junit4] Completed [199/724 (1!)] on J0 in 631.84s, 1 test, 1 failure <<< FAILURES!
[...truncated 45075 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4045
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4045/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.TestTlogReplica.testRecovery
Error Message:
Expected collection to be created with 1 shards and 2 replicas null Live Nodes: [127.0.0.1:58659_solr, 127.0.0.1:58660_solr] Last available state: null
Stack Trace:
java.lang.AssertionError: Expected collection to be created with 1 shards and 2 replicas
null
Live Nodes: [127.0.0.1:58659_solr, 127.0.0.1:58660_solr]
Last available state: null
at __randomizedtesting.SeedInfo.seed([5304F095FA9F1E8F:92F48939D7CFD428]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.TestTlogReplica.createAndWaitForCollection(TestTlogReplica.java:716)
at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:514)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([5304F095FA9F1E8F]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1264)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:450)
at org.apache.solr.handler.component.DistributedQueryComponentOptimizationTest.setupCluster(DistributedQueryComponentOptimizationTest.java:67)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:847)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.schema.TestManagedSchemaAPI.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([5304F095FA9F1E8F:DB50CF4F54637377]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.schema.TestManagedSchemaAPI.addStringField(TestManagedSchemaAPI.java:97)
at org.apache.solr.schema.TestManagedSchemaAPI.testReloadAndAddSimple(TestManagedSchemaAPI.java:63)
at org.apache.solr.schema.TestManagedSchemaAPI.test(TestManagedSchemaAPI.java:55)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12772 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/init-core-data-001
[junit4] 2> 2477562 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 2477566 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2477567 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/tempDir-001
[junit4] 2> 2477568 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2477568 INFO (Thread-4546) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2477568 INFO (Thread-4546) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2477572 ERROR (Thread-4546) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2477668 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:58657
[junit4] 2> 2477798 INFO (jetty-launcher-4593-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2477798 INFO (jetty-launcher-4593-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2477800 INFO (jetty-launcher-4593-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cf48cf8{/solr,null,AVAILABLE}
[junit4] 2> 2477801 INFO (jetty-launcher-4593-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45e2442b{/solr,null,AVAILABLE}
[junit4] 2> 2477802 INFO (jetty-launcher-4593-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@494d4117{SSL,[ssl, http/1.1]}{127.0.0.1:58659}
[junit4] 2> 2477802 INFO (jetty-launcher-4593-thread-2) [ ] o.e.j.s.Server Started @2481629ms
[junit4] 2> 2477802 INFO (jetty-launcher-4593-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58659}
[junit4] 2> 2477802 INFO (jetty-launcher-4593-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@53da942b{SSL,[ssl, http/1.1]}{127.0.0.1:58660}
[junit4] 2> 2477802 INFO (jetty-launcher-4593-thread-1) [ ] o.e.j.s.Server Started @2481629ms
[junit4] 2> 2477802 INFO (jetty-launcher-4593-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58660}
[junit4] 2> 2477802 ERROR (jetty-launcher-4593-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2477802 ERROR (jetty-launcher-4593-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2477803 INFO (jetty-launcher-4593-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2477804 INFO (jetty-launcher-4593-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2477804 INFO (jetty-launcher-4593-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2477804 INFO (jetty-launcher-4593-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-03T07:07:02.668Z
[junit4] 2> 2477804 INFO (jetty-launcher-4593-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.0.0
[junit4] 2> 2477804 INFO (jetty-launcher-4593-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2477804 INFO (jetty-launcher-4593-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2477804 INFO (jetty-launcher-4593-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-03T07:07:02.668Z
[junit4] 2> 2477808 INFO (jetty-launcher-4593-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2477808 INFO (jetty-launcher-4593-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2477821 INFO (jetty-launcher-4593-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58657/solr
[junit4] 2> 2477822 INFO (jetty-launcher-4593-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58657/solr
[junit4] 2> 2477867 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2477867 INFO (jetty-launcher-4593-thread-2) [n:127.0.0.1:58659_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2477868 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58660_solr
[junit4] 2> 2477869 INFO (jetty-launcher-4593-thread-2) [n:127.0.0.1:58659_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58659_solr
[junit4] 2> 2477870 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.c.Overseer Overseer (id=98072895319900166-127.0.0.1:58660_solr-n_0000000000) starting
[junit4] 2> 2477872 INFO (zkCallback-4605-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2477872 INFO (zkCallback-4604-thread-1-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2477886 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58660_solr
[junit4] 2> 2477888 INFO (zkCallback-4604-thread-1-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2477889 INFO (zkCallback-4605-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2478015 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58660.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2478016 INFO (jetty-launcher-4593-thread-2) [n:127.0.0.1:58659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58659.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2478022 INFO (jetty-launcher-4593-thread-2) [n:127.0.0.1:58659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58659.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2478022 INFO (jetty-launcher-4593-thread-2) [n:127.0.0.1:58659_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58659.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2478022 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58660.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2478023 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58660.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2478024 INFO (jetty-launcher-4593-thread-2) [n:127.0.0.1:58659_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/tempDir-001/node2/.
[junit4] 2> 2478024 INFO (jetty-launcher-4593-thread-1) [n:127.0.0.1:58660_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/tempDir-001/node1/.
[junit4] 2> 2478071 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c6cc757a30007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2478074 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2478076 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58657/solr ready
[junit4] 2> 2478085 INFO (SUITE-TestTlogReplica-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 2478105 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2478107 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2478124 INFO (TEST-TestTlogReplica.testOnlyLeaderIndexes-seed#[5304F095FA9F1E8F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOnlyLeaderIndexes
[junit4] 2> 2478126 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2478129 INFO (OverseerThreadFactory-9975-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_only_leader_indexes
[junit4] 2> 2478237 INFO (OverseerStateUpdate-98072895319900166-127.0.0.1:58660_solr-n_0000000000) [n:127.0.0.1:58660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58659/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2478239 INFO (OverseerStateUpdate-98072895319900166-127.0.0.1:58660_solr-n_0000000000) [n:127.0.0.1:58660_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_only_leader_indexes",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_only_leader_indexes_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:58660/solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 2478444 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2478445 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2478458 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2478459 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2478564 INFO (zkCallback-4604-thread-1-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2478564 INFO (zkCallback-4605-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2478564 INFO (zkCallback-4604-thread-2-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2478565 INFO (zkCallback-4605-thread-2-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2479459 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2479466 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Schema name=minimal
[junit4] 2> 2479469 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2479469 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2479469 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t1' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 2479470 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58660.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2479470 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2479470 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/tempDir-001/node1/tlog_replica_test_only_leader_indexes_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/tempDir-001/node1/./tlog_replica_test_only_leader_indexes_shard1_replica_t1/data/]
[junit4] 2> 2479482 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Schema name=minimal
[junit4] 2> 2479484 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2479484 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_only_leader_indexes_shard1_replica_t2' using configuration from collection tlog_replica_test_only_leader_indexes, trusted=true
[junit4] 2> 2479485 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58659.solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_only_leader_indexes.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27fbdaec
[junit4] 2> 2479485 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2479485 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_only_leader_indexes_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/tempDir-001/node2/tlog_replica_test_only_leader_indexes_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_5304F095FA9F1E8F-001/tempDir-001/node2/./tlog_replica_test_only_leader_indexes_shard1_replica_t2/data/]
[junit4] 2> 2479543 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2479543 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2479545 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2479545 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2479546 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@77a1a236[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 2479546 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2479546 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2479547 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2479547 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2479548 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2479548 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569166327191437312
[junit4] 2> 2479548 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2479548 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2479549 INFO (searcherExecutor-9980-thread-1-processing-n:127.0.0.1:58660_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node2) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@77a1a236[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2479550 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@66a67e72[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 2479551 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2479551 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2479552 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2479552 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569166327195631616
[junit4] 2> 2479553 INFO (searcherExecutor-9981-thread-1-processing-n:127.0.0.1:58659_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@66a67e72[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2479555 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2479658 INFO (zkCallback-4604-thread-2-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2479658 INFO (zkCallback-4605-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2479658 INFO (zkCallback-4605-thread-2-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2479658 INFO (zkCallback-4604-thread-1-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480056 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2480056 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2480056 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 2480057 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=https://127.0.0.1:58660/solr START replicas=[https://127.0.0.1:58659/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t2/] nUpdates=100
[junit4] 2> 2480057 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_only_leader_indexes_shard1_replica_t1 url=https://127.0.0.1:58660/solr DONE. We have no versions. sync failed.
[junit4] 2> 2480061 INFO (qtp1451889012-24746) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2480061 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2480061 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2480061 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2480062 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 2480066 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/ shard1
[junit4] 2> 2480179 INFO (zkCallback-4604-thread-1-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480179 INFO (zkCallback-4605-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480179 INFO (zkCallback-4604-thread-2-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480179 INFO (zkCallback-4605-thread-2-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480228 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2480233 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1788
[junit4] 2> 2480340 INFO (zkCallback-4604-thread-2-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480340 INFO (zkCallback-4604-thread-1-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480340 INFO (zkCallback-4605-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480340 INFO (zkCallback-4605-thread-2-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480561 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_only_leader_indexes_shard1_replica_t2 starting background replication from leader
[junit4] 2> 2480561 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2480563 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2480563 WARN (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.ReplicationHandler SolrCloud is enabled for core tlog_replica_test_only_leader_indexes_shard1_replica_t2 but so is old-style replication. Make sure you intend this behavior, it usually indicates a mis-configuration. Master setting is false and slave setting is true
[junit4] 2> 2480566 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=tlog_replica_test_only_leader_indexes_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_only_leader_indexes&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2108
[junit4] 2> 2480570 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2480679 INFO (zkCallback-4604-thread-1-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480680 INFO (zkCallback-4605-thread-2-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480680 INFO (zkCallback-4605-thread-1-processing-n:127.0.0.1:58660_solr) [n:127.0.0.1:58660_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2480679 INFO (zkCallback-4604-thread-2-processing-n:127.0.0.1:58659_solr) [n:127.0.0.1:58659_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_only_leader_indexes/state.json] for collection [tlog_replica_test_only_leader_indexes] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2481580 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_only_leader_indexes&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3453
[junit4] 2> 2481588 INFO (qtp1451889012-24739) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1569166329327386624), 2 (1569166329328435200), 3 (1569166329328435201), 4 (1569166329328435202)]} 0 0
[junit4] 2> 2481588 INFO (qtp1284574636-24752) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1569166329327386624), 2 (1569166329328435200), 3 (1569166329328435201), 4 (1569166329328435202)]} 0 4
[junit4] 2> 2481592 INFO (qtp1284574636-24748) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481593 INFO (qtp1284574636-24748) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481594 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481595 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481598 INFO (qtp1451889012-24744) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=1&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481599 INFO (qtp1451889012-24745) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481599 INFO (qtp1451889012-24746) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481600 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481602 INFO (qtp1451889012-24739) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{delete=[1 (-1569166329344163840)]} 0 0
[junit4] 2> 2481603 INFO (qtp1284574636-24755) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{delete=[1 (-1569166329344163840)]} 0 1
[junit4] 2> 2481606 INFO (qtp1284574636-24751) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cbbe131[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 2481608 INFO (qtp1284574636-24751) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6941a2ea[tlog_replica_test_only_leader_indexes_shard1_replica_t1] realtime]
[junit4] 2> 2481609 INFO (qtp1451889012-24742) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1569166329347309568&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=id:2 (-1569166329347309568)} 0 0
[junit4] 2> 2481610 INFO (qtp1284574636-24751) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=id:2 (-1569166329347309568)} 0 5
[junit4] 2> 2481613 INFO (qtp1451889012-24746) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481613 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=3&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481614 INFO (qtp1451889012-24741) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/get params={distrib=false&qt=/get&id=4&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2481616 INFO (qtp1451889012-24739) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 2481618 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1569166329361989632,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2481618 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49d89cf2 commitCommandVersion:1569166329361989632
[junit4] 2> 2481619 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@68bb7cae[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 2481619 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2481620 INFO (searcherExecutor-9980-thread-1-processing-n:127.0.0.1:58660_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node2) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@68bb7cae[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
[junit4] 2> 2481620 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 2481620 INFO (qtp1284574636-24748) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_only_leader_indexes:6&commit=true&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 2481624 INFO (qtp1451889012-24746) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2481735 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2481847 INFO (qtp1451889012-24741) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2481952 INFO (qtp1451889012-24742) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2482063 INFO (qtp1451889012-24739) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2482112 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/
[junit4] 2> 2482114 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2482114 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2482114 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1496473626482
[junit4] 2> 2482114 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2482115 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2482115 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2482115 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2482116 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 16
[junit4] 2> 2482116 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@25001df1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@110a0326)
[junit4] 2> 2482116 INFO (qtp1284574636-24752) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_2.liv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482118 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482119 INFO (qtp1284574636-24748) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482120 INFO (qtp1284574636-24755) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482121 INFO (qtp1284574636-24751) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482122 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482123 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482124 INFO (qtp1284574636-24752) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482125 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482126 INFO (qtp1284574636-24748) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482127 INFO (qtp1284574636-24755) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.mdvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482128 INFO (qtp1284574636-24751) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482129 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482129 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482130 INFO (qtp1284574636-24752) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482131 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2482132 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2575) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@25001df1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@110a0326)
[junit4] 2> 2482133 INFO (OverseerCollectionConfigSetProcessor-98072895319900166-127.0.0.1:58660_solr-n_0000000000) [n:127.0.0.1:58660_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2482134 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2482135 INFO (indexFetcher-9991-thread-1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a57c076[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main]
[junit4] 2> 2482136 INFO (searcherExecutor-9981-thread-1-processing-n:127.0.0.1:58659_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t2 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node1) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t2] Registered new searcher Searcher@7a57c076[tlog_replica_test_only_leader_indexes_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2)))}
[junit4] 2> 2482165 INFO (qtp1451889012-24745) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 2482168 INFO (qtp1284574636-24751) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
[junit4] 2> 2482172 INFO (qtp1451889012-24746) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[15 (1569166329939755008)]} 0 0
[junit4] 2> 2482173 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1569166329939755008)]} 0 3
[junit4] 2> 2482174 INFO (qtp1451889012-24741) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[16 (1569166329944997888)]} 0 0
[junit4] 2> 2482175 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1569166329944997888)]} 0 1
[junit4] 2> 2482176 INFO (qtp1451889012-24742) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[17 (1569166329947095040)]} 0 0
[junit4] 2> 2482177 INFO (qtp1284574636-24748) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1569166329947095040)]} 0 1
[junit4] 2> 2482178 INFO (qtp1451889012-24739) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[18 (1569166329949192192)]} 0 0
[junit4] 2> 2482179 INFO (qtp1284574636-24755) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1569166329949192192)]} 0 1
[junit4] 2> 2482181 INFO (qtp1451889012-24745) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 2482181 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1569166329952337920,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2482181 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@49d89cf2 commitCommandVersion:1569166329952337920
[junit4] 2> 2482183 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bfb71cd[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main]
[junit4] 2> 2482183 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2482184 INFO (searcherExecutor-9980-thread-1-processing-n:127.0.0.1:58660_solr x:tlog_replica_test_only_leader_indexes_shard1_replica_t1 s:shard1 c:tlog_replica_test_only_leader_indexes r:core_node2) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_only_leader_indexes_shard1_replica_t1] Registered new searcher Searcher@7bfb71cd[tlog_replica_test_only_leader_indexes_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C4/2:delGen=2) Uninverting(_1(7.0.0):C4)))}
[junit4] 2> 2482184 INFO (qtp1284574636-24754) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 2
[junit4] 2> 2482184 INFO (qtp1284574636-24751) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_only_leader_indexes:6&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 4
[junit4] 2> 2482187 INFO (qtp1451889012-24744) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[19 (1569166329956532224)]} 0 0
[junit4] 2> 2482187 INFO (qtp1284574636-24752) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1569166329956532224)]} 0 2
[junit4] 2> 2482189 INFO (qtp1451889012-24743) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[20 (1569166329959677952)]} 0 0
[junit4] 2> 2482189 INFO (qtp1284574636-24750) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1569166329959677952)]} 0 1
[junit4] 2> 2482191 INFO (qtp1451889012-24746) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[21 (1569166329961775104)]} 0 0
[junit4] 2> 2482192 INFO (qtp1284574636-24753) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1569166329961775104)]} 0 1
[junit4] 2> 2482194 INFO (qtp1451889012-24741) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[22 (1569166329964920832)]} 0 0
[junit4] 2> 2482194 INFO (qtp1284574636-24748) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1569166329964920832)]} 0 1
[junit4] 2> 2482199 INFO (qtp1451889012-24742) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_only_leader_indexes_shard1_replica_t1/&wt=javabin&version=2}{add=[23 (1569166329967017984)]} 0 0
[junit4] 2> 2482201 INFO (qtp1284574636-24755) [n:127.0.0.1:58660_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node2 x:tlog_replica_test_only_leader_indexes_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1569166329967017984)]} 0 5
[junit4] 2> 2482202 INFO (qtp1451889012-24742) [n:127.0.0.1:58659_solr c:tlog_replica_test_only_leader_indexes s:shard1 r:core_node1 x:tlog_replica_test_only_leader_indexes_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_only_leader_indexes_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:58660/solr/tlog_replica_test_on
[...truncated too long message...]
rrorCode = Session expired for /collections/testschemaapi
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1212)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.readConfigName(ZkStateReader.java:185)
[junit4] 2> ... 8 more
[junit4] 2> 2817187 INFO (jetty-closer-4733-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3647adf{/solr,null,UNAVAILABLE}
[junit4] 2> 2817189 ERROR (SUITE-TestManagedSchemaAPI-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2817189 INFO (SUITE-TestManagedSchemaAPI-seed#[5304F095FA9F1E8F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60076 60076
[junit4] 2> 2817230 INFO (Thread-4684) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:60076 60076
[junit4] 2> 2818244 WARN (Thread-4684) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/conf1
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/configs/conf1/managed-schema
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 2 /solr/collections/testschemaapi/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.schema.TestManagedSchemaAPI_5304F095FA9F1E8F-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=585, maxMBSortInHeap=6.994267335157851, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-RS, timezone=Asia/Kuala_Lumpur
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=91227152,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestRemoteStreaming, TestPullReplicaErrorHandling, TestLegacyFieldCache, TestSolrCLIRunExample, DeleteReplicaTest, CdcrUpdateLogTest, TestManagedSynonymGraphFilterFactory, TestStressReorder, ResponseHeaderTest, TestSystemIdResolver, TestNRTOpen, HdfsNNFailoverTest, NumericFieldsTest, TestReRankQParserPlugin, TestFieldCacheVsDocValues, MBeansHandlerTest, SolrCoreTest, SortSpecParsingTest, DocValuesMultiTest, TestTolerantUpdateProcessorCloud, TestManagedStopFilterFactory, TestRuleBasedAuthorizationPlugin, TestCollectionAPI, DistributedMLTComponentTest, InfoHandlerTest, TestReplicaProperties, TestJmxIntegration, HttpPartitionTest, DistributedQueueTest, XmlUpdateRequestHandlerTest, DocExpirationUpdateProcessorFactoryTest, TestDocBasedVersionConstraints, DistributedFacetExistsSmallTest, BasicDistributedZkTest, BaseCdcrDistributedZkTest, RequiredFieldsTest, TestBinaryField, SegmentsInfoRequestHandlerTest, PrimitiveFieldTypeTest, TestMultiWordSynonyms, TestLegacyField, TestConfigOverlay, TestReloadDeadlock, TestLeaderElectionWithEmptyReplica, DistribDocExpirationUpdateProcessorTest, SpellCheckCollatorWithCollapseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestLFUCache, RecoveryZkTest, TestStressCloudBlindAtomicUpdates, TestDelegationWithHadoopAuth, JsonValidatorTest, TestInfoStreamLogging, CopyFieldTest, SearchHandlerTest, TestPartialUpdateDeduplication, TestCollationFieldDocValues, ExitableDirectoryReaderTest, CdcrRequestHandlerTest, MoveReplicaTest, TestSegmentSorting, PingRequestHandlerTest, LeaderInitiatedRecoveryOnCommitTest, DeleteStatusTest, HighlighterTest, TestObjectReleaseTracker, IndexSchemaRuntimeFieldTest, FastVectorHighlighterTest, AtomicUpdateProcessorFactoryTest, LeaderFailoverAfterPartitionTest, BigEndianAscendingWordDeserializerTest, TestConfigSetsAPIExclusivity, FullHLLTest, MergeStrategyTest, TestApiFramework, TestStressVersions, OpenExchangeRatesOrgProviderTest, SimpleFacetsTest, TestMinMaxOnMultiValuedField, HdfsTlogReplayBufferedWhileIndexingTest, MetricsConfigTest, TestManagedResource, ResourceLoaderTest, BooleanFieldTest, SampleTest, SolrMetricManagerTest, TestBulkSchemaConcurrent, TestSolrCloudWithHadoopAuthPlugin, TestPerFieldSimilarityWithDefaultOverride, SpatialFilterTest, UUIDUpdateProcessorFallbackTest, TestExactSharedStatsCache, TestClassNameShortening, CursorMarkTest, RequestLoggingTest, TestSolrJ, BitVectorTest, TestNamedUpdateProcessors, TestRandomDVFaceting, OutputWriterTest, HdfsRecoveryZkTest, TestJsonRequest, MigrateRouteKeyTest, TestSQLHandlerNonCloud, V2ApiIntegrationTest, SolrGraphiteReporterTest, PluginInfoTest, CustomCollectionTest, TestCSVLoader, TestQuerySenderNoQuery, TestIBSimilarityFactory, TestElisionMultitermQuery, TestDynamicLoading, HdfsSyncSliceTest, CachingDirectoryFactoryTest, TestPushWriter, TestHighlightDedupGrouping, TestMaxScoreQueryParser, WrapperMergePolicyFactoryTest, CurrencyFieldXmlFileTest, DocValuesNotIndexedTest, TestSolrDeletionPolicy1, TestDefaultStatsCache, TestManagedSchemaThreadSafety, TestFunctionQuery, SolrCloudExampleTest, TestExtendedDismaxParser, TlogReplayBufferedWhileIndexingTest, OverseerStatusTest, TestFastOutputStream, TestMacroExpander, TestHttpShardHandlerFactory, TestDistribDocBasedVersion, TestLazyCores, IndexBasedSpellCheckerTest, RAMDirectoryFactoryTest, DistributedDebugComponentTest, TestSuggestSpellingConverter, TestPseudoReturnFields, TestOverriddenPrefixQueryForCustomFieldType, SoftAutoCommitTest, DateMathParserTest, ClusterStateUpdateTest, TestCollapseQParserPlugin, TestUseDocValuesAsStored, TestRandomCollapseQParserPlugin, TestSortByMinMaxFunction, DistributedFacetPivotSmallTest, SuggesterFSTTest, OverseerTest, QueryResultKeyTest, AnalysisAfterCoreReloadTest, HdfsLockFactoryTest, TestRestManager, TestDistributedSearch, QueryElevationComponentTest, ShufflingReplicaListTransformerTest, VMParamsZkACLAndCredentialsProvidersTest, HdfsWriteToMultipleCollectionsTest, TestCryptoKeys, MultiTermTest, DistributedQueryComponentCustomSortTest, TestJettySolrRunner, TestGroupingSearch, TestWordDelimiterFilterFactory, DirectSolrConnectionTest, AnalyticsMergeStrategyTest, TestUpdate, TestDistributedStatsComponentCardinality, TestFieldCache, TestRandomRequestDistribution, AlternateDirectoryTest, MoreLikeThisHandlerTest, TestSolrFieldCacheBean, RemoteQueryErrorTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, TestReplicationHandler, AutoCommitTest, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, HardAutoCommitTest, PeerSyncTest, DistributedQueryElevationComponentTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, TestFoldingMultitermQuery, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, TestSurroundQueryParser, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, TestComponentsName, TestQuerySenderListener, ResponseLogComponentTest, TestMergePolicyConfig, TestPostingsSolrHighlighter, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TestFastLRUCache, DateFieldTest, SpellingQueryConverterTest, TestUtils, CursorPagingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestTolerantSearch, TestPathTrie, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, AliasIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, DistribCursorPagingTest, MultiThreadedOCPTest, ReplicationFactorTest, RollingRestartTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudRecovery, TestClusterProperties, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica, DistributedQueryComponentOptimizationTest, BadCopyFieldTest, ChangedSchemaMergeTest, DateRangeFieldTest, EnumFieldTest, PreAnalyzedFieldManagedSchemaCloudTest, SpatialRPTFieldTypeTest, TestManagedSchemaAPI]
[junit4] Completed [645/724 (3!)] on J0 in 6.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 43598 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4044
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4044/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestPullReplicaErrorHandling
Error Message:
ObjectTracker found 10 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:361) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:721) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:948) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:490) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:942) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1033) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1033) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:361) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:721) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:948) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:490) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:942) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 10 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:361)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:721)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:948)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:490)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:942)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1033)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1033)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:361)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:721)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:948)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:490)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:942)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([5C8876D9853E644B]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 10935 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplicaErrorHandling
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/init-core-data-001
[junit4] 2> 34910 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 34912 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 34915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/tempDir-001
[junit4] 2> 34915 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 34915 INFO (Thread-66) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 34915 INFO (Thread-66) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 34918 ERROR (Thread-66) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 35025 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:54473
[junit4] 2> 35034 INFO (jetty-launcher-45-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 35034 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15c6a781f2e0000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 35037 INFO (jetty-launcher-45-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 35038 INFO (jetty-launcher-45-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 35038 INFO (jetty-launcher-45-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 35041 INFO (jetty-launcher-45-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@384dcdda{/solr,null,AVAILABLE}
[junit4] 2> 35043 INFO (jetty-launcher-45-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2a89c9f8{HTTP/1.1,[http/1.1]}{127.0.0.1:54475}
[junit4] 2> 35043 INFO (jetty-launcher-45-thread-2) [ ] o.e.j.s.Server Started @39617ms
[junit4] 2> 35044 INFO (jetty-launcher-45-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54475}
[junit4] 2> 35044 ERROR (jetty-launcher-45-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35044 INFO (jetty-launcher-45-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 35044 INFO (jetty-launcher-45-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35044 INFO (jetty-launcher-45-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35044 INFO (jetty-launcher-45-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T20:21:16.333Z
[junit4] 2> 35048 INFO (jetty-launcher-45-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@68e98c95{/solr,null,AVAILABLE}
[junit4] 2> 35049 INFO (jetty-launcher-45-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52bc1373{/solr,null,AVAILABLE}
[junit4] 2> 35049 INFO (jetty-launcher-45-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@701220af{HTTP/1.1,[http/1.1]}{127.0.0.1:54478}
[junit4] 2> 35049 INFO (jetty-launcher-45-thread-4) [ ] o.e.j.s.Server Started @39623ms
[junit4] 2> 35049 INFO (jetty-launcher-45-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54478}
[junit4] 2> 35050 ERROR (jetty-launcher-45-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35050 INFO (jetty-launcher-45-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 35050 INFO (jetty-launcher-45-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35050 INFO (jetty-launcher-45-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35050 INFO (jetty-launcher-45-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T20:21:16.339Z
[junit4] 2> 35052 INFO (jetty-launcher-45-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e440940{HTTP/1.1,[http/1.1]}{127.0.0.1:54477}
[junit4] 2> 35052 INFO (jetty-launcher-45-thread-1) [ ] o.e.j.s.Server Started @39626ms
[junit4] 2> 35052 INFO (jetty-launcher-45-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54477}
[junit4] 2> 35052 ERROR (jetty-launcher-45-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35052 INFO (jetty-launcher-45-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@659e993f{/solr,null,AVAILABLE}
[junit4] 2> 35052 INFO (jetty-launcher-45-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b30b49d{HTTP/1.1,[http/1.1]}{127.0.0.1:54479}
[junit4] 2> 35052 INFO (jetty-launcher-45-thread-3) [ ] o.e.j.s.Server Started @39626ms
[junit4] 2> 35052 INFO (jetty-launcher-45-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54479}
[junit4] 2> 35053 ERROR (jetty-launcher-45-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35053 INFO (jetty-launcher-45-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 35053 INFO (jetty-launcher-45-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35053 INFO (jetty-launcher-45-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35053 INFO (jetty-launcher-45-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T20:21:16.342Z
[junit4] 2> 35053 INFO (jetty-launcher-45-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 35054 INFO (jetty-launcher-45-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35054 INFO (jetty-launcher-45-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35054 INFO (jetty-launcher-45-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T20:21:16.343Z
[junit4] 2> 35059 INFO (jetty-launcher-45-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35059 INFO (jetty-launcher-45-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35078 INFO (jetty-launcher-45-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35078 INFO (jetty-launcher-45-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35094 INFO (jetty-launcher-45-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54473/solr
[junit4] 2> 35097 INFO (jetty-launcher-45-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54473/solr
[junit4] 2> 35098 INFO (jetty-launcher-45-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54473/solr
[junit4] 2> 35099 INFO (jetty-launcher-45-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54473/solr
[junit4] 2> 35161 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35161 INFO (jetty-launcher-45-thread-3) [n:127.0.0.1:54479_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35161 INFO (jetty-launcher-45-thread-4) [n:127.0.0.1:54478_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35161 INFO (jetty-launcher-45-thread-1) [n:127.0.0.1:54477_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35163 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54475_solr
[junit4] 2> 35163 INFO (jetty-launcher-45-thread-3) [n:127.0.0.1:54479_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54479_solr
[junit4] 2> 35164 INFO (jetty-launcher-45-thread-1) [n:127.0.0.1:54477_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54477_solr
[junit4] 2> 35164 INFO (jetty-launcher-45-thread-4) [n:127.0.0.1:54478_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54478_solr
[junit4] 2> 35165 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.c.Overseer Overseer (id=98070356047036427-127.0.0.1:54475_solr-n_0000000000) starting
[junit4] 2> 35166 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35167 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35167 INFO (zkCallback-67-thread-1-processing-n:127.0.0.1:54478_solr) [n:127.0.0.1:54478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 35169 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:54479_solr) [n:127.0.0.1:54479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 35169 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 35169 INFO (zkCallback-67-thread-1-processing-n:127.0.0.1:54478_solr) [n:127.0.0.1:54478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 35169 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 35170 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:54479_solr) [n:127.0.0.1:54479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 35203 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54475_solr
[junit4] 2> 35206 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35206 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:54479_solr) [n:127.0.0.1:54479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35206 INFO (zkCallback-67-thread-1-processing-n:127.0.0.1:54478_solr) [n:127.0.0.1:54478_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35206 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35313 INFO (jetty-launcher-45-thread-3) [n:127.0.0.1:54479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54479.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35314 INFO (jetty-launcher-45-thread-4) [n:127.0.0.1:54478_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54478.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35318 INFO (jetty-launcher-45-thread-4) [n:127.0.0.1:54478_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54478.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35318 INFO (jetty-launcher-45-thread-4) [n:127.0.0.1:54478_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54478.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35319 INFO (jetty-launcher-45-thread-4) [n:127.0.0.1:54478_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/tempDir-001/node4/.
[junit4] 2> 35319 INFO (jetty-launcher-45-thread-3) [n:127.0.0.1:54479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54479.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35321 INFO (jetty-launcher-45-thread-3) [n:127.0.0.1:54479_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54479.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35322 INFO (jetty-launcher-45-thread-3) [n:127.0.0.1:54479_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/tempDir-001/node3/.
[junit4] 2> 35323 INFO (jetty-launcher-45-thread-1) [n:127.0.0.1:54477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54477.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35327 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54475.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35330 INFO (jetty-launcher-45-thread-1) [n:127.0.0.1:54477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54477.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35330 INFO (jetty-launcher-45-thread-1) [n:127.0.0.1:54477_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54477.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35331 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54475.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35331 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54475.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35332 INFO (jetty-launcher-45-thread-1) [n:127.0.0.1:54477_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/tempDir-001/node1/.
[junit4] 2> 35333 INFO (jetty-launcher-45-thread-2) [n:127.0.0.1:54475_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/tempDir-001/node2/.
[junit4] 2> 35464 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 35466 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:54473/solr ready
[junit4] 2> 35482 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@701220af{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 35482 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=931584404
[junit4] 2> 35482 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 35484 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 35486 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 35491 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 35492 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 35494 WARN (zkCallback-67-thread-1-processing-n:127.0.0.1:54478_solr) [n:127.0.0.1:54478_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 35494 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52bc1373{/solr,null,UNAVAILABLE}
[junit4] 2> 35495 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35495 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35495 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:54479_solr) [n:127.0.0.1:54479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35495 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35496 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 35498 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2f48d9cc{/solr,null,AVAILABLE}
[junit4] 2> 35498 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@ae896e0{HTTP/1.1,[http/1.1]}{127.0.0.1:54494}
[junit4] 2> 35498 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.Server Started @40072ms
[junit4] 2> 35499 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54493}
[junit4] 2> 35499 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35500 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 35500 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35500 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35500 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T20:21:16.789Z
[junit4] 2> 35504 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35517 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54473/solr
[junit4] 2> 35534 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 35538 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54493_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35542 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54493_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54493_solr
[junit4] 2> 35545 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35546 INFO (zkCallback-80-thread-1-processing-n:127.0.0.1:54493_solr) [n:127.0.0.1:54493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35545 INFO (zkCallback-64-thread-1-processing-n:127.0.0.1:54479_solr) [n:127.0.0.1:54479_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35545 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35545 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35651 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35654 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35654 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35655 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54493_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/tempDir-001/node4/.
[junit4] 2> 35684 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:54494/solr. Proxy: http://127.0.0.1:54493/solr
[junit4] 2> 35684 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1b30b49d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 35685 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=203946745
[junit4] 2> 35685 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 35687 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 35689 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 35691 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 35691 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 35693 WARN (zkCallback-64-thread-1-processing-n:127.0.0.1:54479_solr) [n:127.0.0.1:54479_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 35693 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35693 INFO (zkCallback-80-thread-1-processing-n:127.0.0.1:54493_solr) [n:127.0.0.1:54493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35693 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35694 INFO (zkCallback-65-thread-2-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35694 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@659e993f{/solr,null,UNAVAILABLE}
[junit4] 2> 35696 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 35697 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c33394c{/solr,null,AVAILABLE}
[junit4] 2> 35697 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@66051f7b{HTTP/1.1,[http/1.1]}{127.0.0.1:54499}
[junit4] 2> 35697 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.Server Started @40271ms
[junit4] 2> 35697 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54498}
[junit4] 2> 35698 ERROR (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 35698 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 35698 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 35698 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 35698 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T20:21:16.987Z
[junit4] 2> 35701 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 35718 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54473/solr
[junit4] 2> 35741 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 35745 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54498_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 35748 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54498_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54498_solr
[junit4] 2> 35751 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35753 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:54498_solr) [n:127.0.0.1:54498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35751 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35751 INFO (zkCallback-65-thread-1-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35751 INFO (zkCallback-80-thread-1-processing-n:127.0.0.1:54493_solr) [n:127.0.0.1:54493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 35829 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54498.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35832 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54498.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35832 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54498.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20d9ea15
[junit4] 2> 35833 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [n:127.0.0.1:54498_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplicaErrorHandling_5C8876D9853E644B-001/tempDir-001/node3/.
[junit4] 2> 35891 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.TestPullReplicaErrorHandling Adding proxy for URL: http://127.0.0.1:54499/solr. Proxy: http://127.0.0.1:54498/solr
[junit4] 2> 35893 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2e440940{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 35893 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1853536953
[junit4] 2> 35893 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 35895 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 35896 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 35898 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 35899 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 35902 WARN (zkCallback-65-thread-1-processing-n:127.0.0.1:54477_solr) [n:127.0.0.1:54477_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 35903 INFO (zkCallback-75-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35903 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C8876D9853E644B]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@68e98c95{/solr,null,UNAVAILABLE}
[junit4] 2> 35903 INFO (zkCallback-66-thread-1-processing-n:127.0.0.1:54475_solr) [n:127.0.0.1:54475_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35903 INFO (zkCallback-86-thread-1-processing-n:127.0.0.1:54498_solr) [n:127.0.0.1:54498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35904 INFO (zkCallback-80-thread-2-processing-n:127.0.0.1:54493_solr) [n:127.0.0.1:54493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
[junit4] 2> 35905 INFO (SUITE-TestPullReplicaErrorHandling-seed#[5C88
[...truncated too long message...]
rCore.getNewIndexDir(SolrCore.java:361)
[junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:721)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:948)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:480)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:328)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
[junit4] > at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
[junit4] > at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
[junit4] > at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:490)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:942)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:855)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:973)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:908)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:374)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:318)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([5C8876D9853E644B]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] Completed [31/724 (1!)] on J0 in 64.15s, 3 tests, 1 failure <<< FAILURES!
[...truncated 45612 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4043
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4043/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.handler.admin.MetricsHandlerTest.testPropertyFilter
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([89C01A8F4C3FD829:EBADE4CE83B1B817]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.junit.Assert.assertNotNull(Assert.java:537)
at org.apache.solr.handler.admin.MetricsHandlerTest.testPropertyFilter(MetricsHandlerTest.java:201)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12751 lines...]
[junit4] Suite: org.apache.solr.handler.admin.MetricsHandlerTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.MetricsHandlerTest_89C01A8F4C3FD829-001/init-core-data-001
[junit4] 2> 2444044 WARN (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 2444044 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields
[junit4] 2> 2444047 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2444047 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2444047 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2444083 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2444104 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2444202 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2444271 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a290140
[junit4] 2> 2444273 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a290140
[junit4] 2> 2444273 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a290140
[junit4] 2> 2444275 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib, /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2444327 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 2444353 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2444423 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2444428 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2444428 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4a290140
[junit4] 2> 2444428 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2444429 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.MetricsHandlerTest_89C01A8F4C3FD829-001/init-core-data-001/]
[junit4] 2> 2444429 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=27.5556640625, floorSegmentMB=2.1025390625, forceMergeDeletesPctAllowed=2.3881323078575467, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
[junit4] 2> 2444501 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2444501 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2444502 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2444502 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2444504 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=48.40234375, floorSegmentMB=1.5185546875, forceMergeDeletesPctAllowed=20.43444629518149, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7211135321691934
[junit4] 2> 2444505 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@de54613[collection1] main]
[junit4] 2> 2444505 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 2444515 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 2444533 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 2444534 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 2444534 INFO (coreLoadExecutor-10637-thread-1) [ x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1569091506054103040
[junit4] 2> 2444535 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 2444535 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 2444535 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 2444538 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2444538 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 2444542 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 2444542 INFO (TEST-MetricsHandlerTest.testPropertyFilter-seed#[89C01A8F4C3FD829]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPropertyFilter
[junit4] 2> 2444543 INFO (TEST-MetricsHandlerTest.testPropertyFilter-seed#[89C01A8F4C3FD829]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPropertyFilter
[junit4] 2> 2444545 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 2444545 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 2444545 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=MetricsHandlerTest -Dtests.method=testPropertyFilter -Dtests.seed=89C01A8F4C3FD829 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=America/Rainy_River -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.01s J1 | MetricsHandlerTest.testPropertyFilter <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([89C01A8F4C3FD829:EBADE4CE83B1B817]:0)
[junit4] > at org.apache.solr.handler.admin.MetricsHandlerTest.testPropertyFilter(MetricsHandlerTest.java:201)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2444546 INFO (searcherExecutor-10638-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@de54613[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2444548 INFO (TEST-MetricsHandlerTest.test-seed#[89C01A8F4C3FD829]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2444560 INFO (TEST-MetricsHandlerTest.test-seed#[89C01A8F4C3FD829]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2444622 INFO (TEST-MetricsHandlerTest.test-seed#[89C01A8F4C3FD829]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> 2444624 INFO (TEST-MetricsHandlerTest.testCompact-seed#[89C01A8F4C3FD829]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCompact
[junit4] 2> 2444634 INFO (TEST-MetricsHandlerTest.testCompact-seed#[89C01A8F4C3FD829]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testCompact
[junit4] 2> 2444634 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2444634 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1462181797
[junit4] 2> 2444634 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2444635 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2444647 INFO (SUITE-MetricsHandlerTest-seed#[89C01A8F4C3FD829]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2444650 INFO (coreCloseExecutor-10643-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@431cbb75
[junit4] 2> 2444651 INFO (coreCloseExecutor-10643-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1125956469
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.handler.admin.MetricsHandlerTest_89C01A8F4C3FD829-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1124, maxMBSortInHeap=6.942294012803714, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-LB, timezone=America/Rainy_River
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_131 (64-bit)/cpus=3,threads=1,free=226794784,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldCacheSortRandom, CurrencyFieldOpenExchangeTest, CollectionsAPIDistributedZkTest, TestSystemCollAutoCreate, ChaosMonkeyNothingIsSafeTest, TestCoreAdminApis, TestIndexSearcher, SolrCoreMetricManagerTest, TestUseDocValuesAsStored2, TestValueSourceCache, TestIntervalFaceting, DistribCursorPagingTest, TestCloudSchemaless, ShardRoutingCustomTest, MissingSegmentRecoveryTest, TestSolrQueryResponse, DeleteInactiveReplicaTest, TestCloudDeleteByQuery, TemplateUpdateProcessorTest, TestRandomFlRTGCloud, TestSolrXml, TestUninvertingReader, TestConfigSetsAPIZkFailure, TestFieldTypeResource, SmileWriterTest, TestSearcherReuse, TestLMJelinekMercerSimilarityFactory, BadComponentTest, HdfsBasicDistributedZk2Test, TestFieldResource, TestCollectionAPIs, RegexBoostProcessorTest, CollectionTooManyReplicasTest, TestSSLRandomization, TestReqParamsAPI, TestSolrCoreSnapshots, SubstringBytesRefFilterTest, BasicFunctionalityTest, OverseerTaskQueueTest, LoggingHandlerTest, TestDynamicFieldResource, TestSchemaResource, ClusterStateTest, DeleteNodeTest, TestRequestForwarding, SpellCheckCollatorTest, DeleteShardTest, ZkStateReaderTest, HighlighterConfigTest, SolrCmdDistributorTest, BadIndexSchemaTest, DistanceUnitsTest, SolrCoreCheckLockOnStartupTest, CdcrVersionReplicationTest, TestJoin, TestEmbeddedSolrServerSchemaAPI, TestConfigSetsAPI, SSLMigrationTest, JvmMetricsTest, ConvertedLegacyTest, SolrIndexMetricsTest, SignatureUpdateProcessorFactoryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, IndexSchemaTest, TestDFRSimilarityFactory, TestQueryUtils, AliasIntegrationTest, DirectoryFactoryTest, TestNoOpRegenerator, TestLuceneMatchVersion, SpatialHeatmapFacetsTest, RequestHandlersTest, DistribJoinFromCollectionTest, TestSolr4Spatial, TestJavabinTupleStreamParser, TestRawResponseWriter, TestShortCircuitedRequests, AnalyticsQueryTest, CoreAdminCreateDiscoverTest, TestQueryTypes, URLClassifyProcessorTest, TestFieldCacheWithThreads, TestZkChroot, TestLegacyTerms, SolrIndexSplitterTest, SparseHLLTest, ExplicitHLLTest, DebugComponentTest, TestDocTermOrds, TestConfigSets, TestSQLHandler, TestRecovery, TestOrdValues, OutOfBoxZkACLAndCredentialsProvidersTest, TestStandardQParsers, TestComponentsName, TestCustomSort, ConfigureRecoveryStrategyTest, TestManagedSynonymFilterFactory, TestSearchPerf, RecoveryAfterSoftCommitTest, TestStressRecovery, OverseerCollectionConfigSetProcessorTest, TestImpersonationWithHadoopAuth, TestXmlQParserPlugin, TestNonDefinedSimilarityFactory, FieldMutatingUpdateProcessorTest, TestLegacyNumericRangeQueryBuilder, SuggesterTest, TestLegacyFieldReuse, TestPayloadCheckQParserPlugin, BasicAuthIntegrationTest, TermVectorComponentTest, TestExpandComponent, TestSubQueryTransformer, HdfsUnloadDistributedZkTest, TestRecoveryHdfs, TestBackupRepositoryFactory, PrimUtilsTest, TestSolrConfigHandlerCloud, TestFastLRUCache, BJQParserTest, DataDrivenBlockJoinTest, PKIAuthenticationIntegrationTest, TestTestInjection, CreateCollectionCleanupTest, BasicDistributedZk2Test, SliceStateTest, TestOmitPositions, UpdateRequestProcessorFactoryTest, TestQuerySenderListener, CoreAdminHandlerTest, NoCacheHeaderTest, TestLeaderElectionZkExpiry, StatsComponentTest, SolrXmlInZkTest, TimeZoneUtilsTest, SolrInfoBeanTest, TestFoldingMultitermQuery, CollectionReloadTest, TestPKIAuthenticationPlugin, TestUniqueKeyFieldResource, TestRandomFaceting, HdfsRecoverLeaseTest, TestBadConfig, DistributedQueryComponentOptimizationTest, UpdateLogTest, SolrCloudReportersTest, TestFilteredDocIdSet, AddSchemaFieldsUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, ChangedSchemaMergeTest, TestManagedSchemaAPI, LeaderInitiatedRecoveryOnShardRestartTest, TestJsonFacets, TestInitParams, TestDistribIDF, LeaderElectionIntegrationTest, EchoParamsTest, DocValuesMissingTest, TestUnifiedSolrHighlighter, ZkSolrClientTest, TestFiltering, StatsReloadRaceTest, TestSolrCoreProperties, HdfsCollectionsAPIDistributedZkTest, TestWriterPerf, DistributedTermsComponentTest, TestSimpleTrackingShardHandler, TestSolrCloudWithDelegationTokens, TestMiniSolrCloudClusterSSL, TestSchemalessBufferedUpdates, ReturnFieldsTest, StressHdfsTest, ManagedSchemaRoundRobinCloudTest, TestIndexingPerformance, TestLocalFSCloudBackupRestore, RulesTest, OpenCloseCoreStressTest, ShardRoutingTest, TestRandomDVFaceting, ZkCLITest, AutoCommitTest, TestDistributedGrouping, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, TestRangeQuery, SpellCheckComponentTest, QueryElevationComponentTest, CurrencyFieldXmlFileTest, TestExtendedDismaxParser, SuggesterFSTTest, DocValuesTest, SortByFunctionTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, TestCSVResponseWriter, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, ResponseLogComponentTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, ExternalFileFieldSortTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestPerFieldSimilarity, TestIBSimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, TestDocumentBuilder, UUIDFieldTest, CircularListTest, DistributedIntervalFacetingTest, TestPathTrie, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteStatusTest, DocValuesNotIndexedTest, ForceLeaderTest, MultiThreadedOCPTest, PeerSyncReplicationTest, ReplaceNodeTest, ShardSplitTest, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudCluster, TestPullReplicaErrorHandling, TestRebalanceLeaders, TestRequestStatusCollectionAPI, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestStressInPlaceUpdates, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsRestartWhileUpdatingTest, HdfsThreadLeakTest, ZkStateWriterTest, RuleEngineTest, CachingDirectoryFactoryTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetImmutable, TestCustomStream, RequestLoggingTest, TestBlobHandler, TestHdfsBackupRestoreCore, TestRestoreCore, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest]
[junit4] Completed [586/724 (1!)] on J1 in 0.63s, 3 tests, 1 failure <<< FAILURES!
[...truncated 43791 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4042
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4042/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
6 tests failed.
FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test
Error Message:
Could not find collection:collection2
Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
at __randomizedtesting.SeedInfo.seed([C599925D29464F7F:4DCDAD8787BA2287]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:910)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestLocalFSCloudBackupRestore.test
Error Message:
expected:<COMPLETED> but was:<RUNNING>
Stack Trace:
java.lang.AssertionError: expected:<COMPLETED> but was:<RUNNING>
at __randomizedtesting.SeedInfo.seed([C599925D29464F7F:4DCDAD8787BA2287]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:147)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:277)
at org.apache.solr.cloud.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:136)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testCreateDelete { seed=[C599925D29464F7F:6ADFDFEDEB747C63]}
Error Message:
Too many open files
Stack Trace:
java.net.SocketException: Too many open files
at __randomizedtesting.SeedInfo.seed([C599925D29464F7F:6ADFDFEDEB747C63]:0)
at java.net.Socket.createImpl(Socket.java:460)
at java.net.Socket.getImpl(Socket.java:520)
at java.net.Socket.setSoTimeout(Socket.java:1141)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:119)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:155)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressInPlaceUpdates
Error Message:
22 threads leaked from SUITE scope at org.apache.solr.cloud.TestStressInPlaceUpdates: 1) Thread[id=24199, name=qtp229172340-24199, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=24210, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=24226, name=zkCallback-4821-thread-3, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=24228, name=zkCallback-4821-thread-5, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=24198, name=qtp229172340-24198-acceptor-0@5f8e1632-ServerConnector@5149f3b3{HTTP/1.1,[http/1.1]}{127.0.0.1:64650}, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=24215, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[C599925D29464F7F]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 7) Thread[id=24201, name=qtp229172340-24201, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=24202, name=qtp229172340-24202, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=24227, name=zkCallback-4821-thread-4, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=24221, name=zkCallback-4821-thread-2, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=24216, name=zkCallback-4821-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=24222, name=OverseerStateUpdate-98065956822777865-127.0.0.1:64650_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=24209, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=24217, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=24203, name=qtp229172340-24203, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=24223, name=OverseerCollectionConfigSetProcessor-98065956822777865-127.0.0.1:64650_-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=24205, name=org.eclipse.jetty.server.session.HashSessionManager@4e590986Timer, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=24197, name=qtp229172340-24197, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=24224, name=OverseerHdfsCoreFailoverThread-98065956822777865-127.0.0.1:64650_-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1123) at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1109) at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:645) at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:250) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:166) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=24214, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[C599925D29464F7F]-SendThread(127.0.0.1:64633), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 21) Thread[id=24200, name=qtp229172340-24200, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=24204, name=qtp229172340-24204, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 22 threads leaked from SUITE scope at org.apache.solr.cloud.TestStressInPlaceUpdates:
1) Thread[id=24199, name=qtp229172340-24199, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=24210, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=24226, name=zkCallback-4821-thread-3, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=24228, name=zkCallback-4821-thread-5, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=24198, name=qtp229172340-24198-acceptor-0@5f8e1632-ServerConnector@5149f3b3{HTTP/1.1,[http/1.1]}{127.0.0.1:64650}, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=24215, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[C599925D29464F7F]-EventThread, state=WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
7) Thread[id=24201, name=qtp229172340-24201, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=24202, name=qtp229172340-24202, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=24227, name=zkCallback-4821-thread-4, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=24221, name=zkCallback-4821-thread-2, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=24216, name=zkCallback-4821-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=24222, name=OverseerStateUpdate-98065956822777865-127.0.0.1:64650_-n_0000000001, state=TIMED_WAITING, group=Overseer state updater.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165)
at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=24209, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=24217, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=24203, name=qtp229172340-24203, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=24223, name=OverseerCollectionConfigSetProcessor-98065956822777865-127.0.0.1:64650_-n_0000000001, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=24205, name=org.eclipse.jetty.server.session.HashSessionManager@4e590986Timer, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=24197, name=qtp229172340-24197, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=24224, name=OverseerHdfsCoreFailoverThread-98065956822777865-127.0.0.1:64650_-n_0000000001, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1123)
at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1109)
at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:645)
at org.apache.solr.common.cloud.ClusterState.getCollectionsMap(ClusterState.java:250)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.doWork(OverseerAutoReplicaFailoverThread.java:166)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:131)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=24214, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[C599925D29464F7F]-SendThread(127.0.0.1:64633), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
21) Thread[id=24200, name=qtp229172340-24200, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=24204, name=qtp229172340-24204, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([C599925D29464F7F]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestStressInPlaceUpdates
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=24226, name=zkCallback-4821-thread-3, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=24228, name=zkCallback-4821-thread-5, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=24205, name=org.eclipse.jetty.server.session.HashSessionManager@4e590986Timer, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=24197, name=qtp229172340-24197, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=24227, name=zkCallback-4821-thread-4, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=24221, name=zkCallback-4821-thread-2, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=24216, name=zkCallback-4821-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=24214, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[C599925D29464F7F]-SendThread(127.0.0.1:64633), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=24226, name=zkCallback-4821-thread-3, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=24228, name=zkCallback-4821-thread-5, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=24205, name=org.eclipse.jetty.server.session.HashSessionManager@4e590986Timer, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=24197, name=qtp229172340-24197, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=24227, name=zkCallback-4821-thread-4, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=24221, name=zkCallback-4821-thread-2, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=24216, name=zkCallback-4821-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=24214, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[C599925D29464F7F]-SendThread(127.0.0.1:64633), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
at __randomizedtesting.SeedInfo.seed([C599925D29464F7F]:0)
FAILED: org.apache.solr.cloud.TestStressInPlaceUpdates.stressTest
Error Message:
Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr
Stack Trace:
java.io.IOException: Failed to list contents of /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr
at __randomizedtesting.SeedInfo.seed([C599925D29464F7F:AEFF4DF017939B85]:0)
at org.apache.commons.io.FileUtils.doCopyDirectory(FileUtils.java:1426)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1388)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1268)
at org.apache.commons.io.FileUtils.copyDirectory(FileUtils.java:1237)
at org.apache.solr.BaseDistributedSearchTestCase.seedSolrHome(BaseDistributedSearchTestCase.java:1092)
at org.apache.solr.BaseDistributedSearchTestCase.setupJettySolrHome(BaseDistributedSearchTestCase.java:1117)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:418)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:347)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:983)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 11033 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/init-core-data-001
[junit4] 2> 578184 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields
[junit4] 2> 578188 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 578189 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/tempDir-001
[junit4] 2> 578189 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 578189 INFO (Thread-1258) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 578189 INFO (Thread-1258) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 578193 ERROR (Thread-1258) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 578294 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:56067
[junit4] 2> 578301 INFO (jetty-launcher-1390-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 578301 INFO (jetty-launcher-1390-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 578304 INFO (jetty-launcher-1390-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@168ef8c0{/solr,null,AVAILABLE}
[junit4] 2> 578304 INFO (jetty-launcher-1390-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57b83ed7{/solr,null,AVAILABLE}
[junit4] 2> 578305 INFO (jetty-launcher-1390-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25aae56a{HTTP/1.1,[http/1.1]}{127.0.0.1:56070}
[junit4] 2> 578305 INFO (jetty-launcher-1390-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@672dad0a{HTTP/1.1,[http/1.1]}{127.0.0.1:56069}
[junit4] 2> 578305 INFO (jetty-launcher-1390-thread-2) [ ] o.e.j.s.Server Started @583201ms
[junit4] 2> 578305 INFO (jetty-launcher-1390-thread-1) [ ] o.e.j.s.Server Started @583201ms
[junit4] 2> 578305 INFO (jetty-launcher-1390-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56070}
[junit4] 2> 578305 INFO (jetty-launcher-1390-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56069}
[junit4] 2> 578306 ERROR (jetty-launcher-1390-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 578306 ERROR (jetty-launcher-1390-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 578306 INFO (jetty-launcher-1390-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 578306 INFO (jetty-launcher-1390-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 578306 INFO (jetty-launcher-1390-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 578306 INFO (jetty-launcher-1390-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T01:08:59.207Z
[junit4] 2> 578307 INFO (jetty-launcher-1390-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 578307 INFO (jetty-launcher-1390-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 578307 INFO (jetty-launcher-1390-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 578307 INFO (jetty-launcher-1390-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-06-02T01:08:59.208Z
[junit4] 2> 578310 INFO (jetty-launcher-1390-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 578325 INFO (jetty-launcher-1390-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 578337 INFO (jetty-launcher-1390-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56067/solr
[junit4] 2> 578339 INFO (jetty-launcher-1390-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56067/solr
[junit4] 2> 578377 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 578377 INFO (jetty-launcher-1390-thread-2) [n:127.0.0.1:56070_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 578378 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56069_solr
[junit4] 2> 578379 INFO (jetty-launcher-1390-thread-2) [n:127.0.0.1:56070_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56070_solr
[junit4] 2> 578380 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.c.Overseer Overseer (id=98065825077198854-127.0.0.1:56069_solr-n_0000000000) starting
[junit4] 2> 578381 INFO (zkCallback-1402-thread-1-processing-n:127.0.0.1:56069_solr) [n:127.0.0.1:56069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 578381 INFO (zkCallback-1401-thread-1-processing-n:127.0.0.1:56070_solr) [n:127.0.0.1:56070_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 578392 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56069_solr
[junit4] 2> 578395 INFO (zkCallback-1401-thread-1-processing-n:127.0.0.1:56070_solr) [n:127.0.0.1:56070_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 578398 INFO (zkCallback-1402-thread-1-processing-n:127.0.0.1:56069_solr) [n:127.0.0.1:56069_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 578454 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56069.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 578455 INFO (jetty-launcher-1390-thread-2) [n:127.0.0.1:56070_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56070.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 578458 INFO (jetty-launcher-1390-thread-2) [n:127.0.0.1:56070_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56070.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 578458 INFO (jetty-launcher-1390-thread-2) [n:127.0.0.1:56070_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56070.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 578459 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56069.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 578459 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56069.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 578459 INFO (jetty-launcher-1390-thread-2) [n:127.0.0.1:56070_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/tempDir-001/node2/.
[junit4] 2> 578459 INFO (jetty-launcher-1390-thread-1) [n:127.0.0.1:56069_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/tempDir-001/node1/.
[junit4] 2> 578491 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 578493 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56067/solr ready
[junit4] 2> 578497 INFO (SUITE-TestPullReplica-seed#[C599925D29464F7F]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 578500 INFO (qtp93563329-7296) [n:127.0.0.1:56070_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 578501 INFO (qtp93563329-7296) [n:127.0.0.1:56070_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 578513 INFO (TEST-TestPullReplica.testKillLeader-seed#[C599925D29464F7F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testKillLeader
[junit4] 2> 578515 INFO (qtp93563329-7297) [n:127.0.0.1:56070_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_kill_leader&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 578517 INFO (OverseerThreadFactory-3217-thread-1-processing-n:127.0.0.1:56069_solr) [n:127.0.0.1:56069_solr ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_kill_leader
[junit4] 2> 578638 INFO (OverseerStateUpdate-98065825077198854-127.0.0.1:56069_solr-n_0000000000) [n:127.0.0.1:56069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_p1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56070/solr",
[junit4] 2> "type":"PULL"}
[junit4] 2> 578642 INFO (OverseerStateUpdate-98065825077198854-127.0.0.1:56069_solr-n_0000000000) [n:127.0.0.1:56069_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_kill_leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_kill_leader_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56069/solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 578858 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_test_kill_leader_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 578858 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_test_kill_leader_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_test_kill_leader&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 578859 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 578859 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 578985 INFO (zkCallback-1402-thread-1-processing-n:127.0.0.1:56069_solr) [n:127.0.0.1:56069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 578985 INFO (zkCallback-1401-thread-1-processing-n:127.0.0.1:56070_solr) [n:127.0.0.1:56070_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 578985 INFO (zkCallback-1402-thread-2-processing-n:127.0.0.1:56069_solr) [n:127.0.0.1:56069_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 578986 INFO (zkCallback-1401-thread-2-processing-n:127.0.0.1:56070_solr) [n:127.0.0.1:56070_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_kill_leader/state.json] for collection [pull_replica_test_kill_leader] has occurred - updating... (live nodes size: [2])
[junit4] 2> 579893 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 579893 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
[junit4] 2> 579903 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.s.IndexSchema [pull_replica_test_kill_leader_shard1_replica_p1] Schema name=minimal
[junit4] 2> 579903 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_kill_leader_shard1_replica_n1] Schema name=minimal
[junit4] 2> 579907 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 579907 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 579907 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_kill_leader_shard1_replica_n1' using configuration from collection pull_replica_test_kill_leader, trusted=true
[junit4] 2> 579907 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_kill_leader_shard1_replica_p1' using configuration from collection pull_replica_test_kill_leader, trusted=true
[junit4] 2> 579908 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56070.solr.core.pull_replica_test_kill_leader.shard1.replica_p1' (registry 'solr.core.pull_replica_test_kill_leader.shard1.replica_p1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 579908 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56069.solr.core.pull_replica_test_kill_leader.shard1.replica_n1' (registry 'solr.core.pull_replica_test_kill_leader.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6dc24608
[junit4] 2> 579908 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 579908 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 579908 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.c.SolrCore [[pull_replica_test_kill_leader_shard1_replica_p1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/tempDir-001/node2/pull_replica_test_kill_leader_shard1_replica_p1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/tempDir-001/node2/./pull_replica_test_kill_leader_shard1_replica_p1/data/]
[junit4] 2> 579908 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_kill_leader_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/tempDir-001/node1/pull_replica_test_kill_leader_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_C599925D29464F7F-001/tempDir-001/node1/./pull_replica_test_kill_leader_shard1_replica_n1/data/]
[junit4] 2> 579975 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 579975 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 579976 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 579976 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 579977 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4266b951[pull_replica_test_kill_leader_shard1_replica_p1] main]
[junit4] 2> 579978 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 579978 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 579978 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 579978 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 579979 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000
[junit4] 2> 579979 INFO (qtp960025767-7288) [n:127.0.0.1:56069_solr c:pull_replica_test_kill_leader s:shard1 r:core_node2 x:pull_replica_test_kill_leader_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24315fe9[pull_replica_test_kill_leader_shard1_replica_n1] main]
[junit4] 2> 579980 INFO (searcherExecutor-3223-thread-1-processing-n:127.0.0.1:56070_solr x:pull_replica_test_kill_leader_shard1_replica_p1 s:shard1 c:pull_replica_test_kill_leader r:core_node1) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.c.SolrCore [pull_replica_test_kill_leader_shard1_replica_p1] Registered new searcher Searcher@4266b951[pull_replica_test_kill_leader_shard1_replica_p1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 579980 INFO (qtp93563329-7299) [n:127.0.0.1:56070_solr c:pull_replica_test_kill_leader s:shard1 r:core_node1 x:pull_replica_test_kill_leader_shard1_replica_p1] o.a.s.c.ZkController pull_replica_test_kill_leader_shard1_replica_p1 starting background replication from leade
[...truncated too long message...]
ueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=24204, name=qtp229172340-24204, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([C599925D29464F7F]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=24226, name=zkCallback-4821-thread-3, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=24228, name=zkCallback-4821-thread-5, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=24205, name=org.eclipse.jetty.server.session.HashSessionManager@4e590986Timer, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=24197, name=qtp229172340-24197, state=RUNNABLE, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=24227, name=zkCallback-4821-thread-4, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=24221, name=zkCallback-4821-thread-2, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=24216, name=zkCallback-4821-thread-1, state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=24214, name=TEST-TestStressInPlaceUpdates.stressTest-seed#[C599925D29464F7F]-SendThread(127.0.0.1:64633), state=TIMED_WAITING, group=TGRP-TestStressInPlaceUpdates]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > at __randomizedtesting.SeedInfo.seed([C599925D29464F7F]:0)
[junit4] Completed [546/724 (4!)] on J1 in 28.49s, 1 test, 3 errors <<< FAILURES!
[...truncated 44019 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4041
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4041/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
6 tests failed.
FAILED: org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor
Error Message:
Error from server at https://127.0.0.1:56076/solr: Could not find collection : testCreateShardRepFactor
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:56076/solr: Could not find collection : testCreateShardRepFactor
at __randomizedtesting.SeedInfo.seed([7E546DEF5CDB93C5:8ABAE76B448F8605]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:237)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:459)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:389)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1129)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:177)
at org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor(CustomCollectionTest.java:190)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter
Error Message:
Collection not found: routeFieldColl
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
at __randomizedtesting.SeedInfo.seed([7E546DEF5CDB93C5:D662F332C3BA789F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1147)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:830)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter
Error Message:
Collection not found: withShardField
Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
at __randomizedtesting.SeedInfo.seed([7E546DEF5CDB93C5:2B04857DF0225C35]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1147)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:830)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.PingRequestHandlerTest.testPingInClusterWithNoHealthCheck
Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at __randomizedtesting.SeedInfo.seed([7E546DEF5CDB93C5:9087D33FD937A921]:0)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:266)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:260)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:193)
at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:120)
at org.apache.solr.handler.PingRequestHandlerTest.testPingInClusterWithNoHealthCheck(PingRequestHandlerTest.java:178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1842)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:447)
at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:380)
at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:146)
... 47 more
Caused by: java.io.IOException: Too many open files
at sun.nio.ch.IOUtil.makePipe(Native Method)
at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
at java.nio.channels.Selector.open(Selector.java:227)
at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
at sun.reflect.GeneratedConstructorAccessor217.newInstance(Unknown Source)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at java.lang.Class.newInstance(Class.java:442)
at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1839)
... 53 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.PingRequestHandlerTest
Error Message:
82 threads leaked from SUITE scope at org.apache.solr.handler.PingRequestHandlerTest: 1) Thread[id=12389, name=qtp1155637278-12389-acceptor-0@3b1fac68-ServerConnector@11b84b9d{HTTP/1.1,[http/1.1]}{127.0.0.1:56470}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=12408, name=qtp1964644615-12408, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=12466, name=jetty-launcher-1849-thread-4-SendThread(127.0.0.1:56464), state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 4) Thread[id=12398, name=qtp972786639-12398, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=12378, name=jetty-launcher-1849-thread-2, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=12416, name=org.eclipse.jetty.server.session.HashSessionManager@219a6f6fTimer, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=12394, name=qtp972786639-12394, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=12390, name=qtp972786639-12390-acceptor-0@33f644d7-ServerConnector@530e4e0{HTTP/1.1,[http/1.1]}{127.0.0.1:56469}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=12404, name=qtp1155637278-12404, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=12409, name=qtp1139493180-12409-acceptor-0@7b26a033-ServerConnector@65952455{HTTP/1.1,[http/1.1]}{127.0.0.1:56472}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=12371, name=SessionTracker, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 12) Thread[id=12445, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=12418, name=org.eclipse.jetty.server.session.HashSessionManager@2f08207fTimer, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=12471, name=jetty-launcher-1849-thread-3-SendThread(127.0.0.1:56464), state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 15) Thread[id=12422, name=qtp1139493180-12422, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=12470, name=jetty-launcher-1849-thread-5-EventThread, state=WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 17) Thread[id=12482, name=OverseerStateUpdate-98063847076855819-127.0.0.1:56472_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:165) at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:139) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:184) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=12396, name=qtp972786639-12396, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=12481, name=zkCallback-1876-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=12414, name=qtp1155637278-12414, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=12443, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=12393, name=qtp1232010340-12393, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=12410, name=qtp1964644615-12410, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=12484, name=OverseerHdfsCoreFailoverThread-98063847076855819-127.0.0.1:56472_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=12406, name=qtp1964644615-12406-acceptor-0@144ff2bf-ServerConnector@31fdf9e8{HTTP/1.1,[http/1.1]}{127.0.0.1:56471}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=12444, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=12456, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=12423, name=qtp1139493180-12423, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=12475, name=jetty-launcher-1849-thread-1-EventThread, state=WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 30) Thread[id=12397, name=qtp972786639-12397, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=12391, name=qtp1155637278-12391, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=12421, name=qtp1139493180-12421, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=12472, name=jetty-launcher-1849-thread-3-EventThread, state=WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 34) Thread[id=12373, name=ProcessThread(sid:0 cport:56464):, state=WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 35) Thread[id=12399, name=qtp972786639-12399, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=12401, name=qtp1232010340-12401, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=12424, name=qtp1139493180-12424, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=12476, name=zkCallback-1874-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=12380, name=jetty-launcher-1849-thread-4, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=12447, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=12473, name=zkCallback-1872-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=12419, name=org.eclipse.jetty.server.session.HashSessionManager@30e13543Timer, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=12425, name=qtp1139493180-12425, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=12483, name=OverseerCollectionConfigSetProcessor-98063847076855819-127.0.0.1:56472_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.apache.solr.cloud.DistributedQueue.peekElements(DistributedQueue.java:360) at org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=12383, name=qtp1232010340-12383, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=12405, name=org.eclipse.jetty.server.session.HashSessionManager@6b26635dTimer, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=12370, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=12392, name=qtp972786639-12392, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=12388, name=qtp1155637278-12388, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=12477, name=jetty-launcher-1849-thread-2-SendThread(127.0.0.1:56464), state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 51) Thread[id=12379, name=jetty-launcher-1849-thread-3, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 52) Thread[id=12385, name=qtp1232010340-12385-acceptor-0@4fdbf917-ServerConnector@5e7281d5{HTTP/1.1,[http/1.1]}{127.0.0.1:56468}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 53) Thread[id=12412, name=qtp1964644615-12412, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 54) Thread[id=12382, name=jetty-launcher-1849-thread-5, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 55) Thread[id=12381, name=qtp972786639-12381, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 56) Thread[id=12426, name=org.eclipse.jetty.server.session.HashSessionManager@43e5fbd5Timer, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 57) Thread[id=12469, name=jetty-launcher-1849-thread-5-SendThread(127.0.0.1:56464), state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 58) Thread[id=12474, name=jetty-launcher-1849-thread-1-SendThread(127.0.0.1:56464), state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 59) Thread[id=12403, name=qtp1155637278-12403, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 60) Thread[id=12377, name=jetty-launcher-1849-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 61) Thread[id=12446, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 62) Thread[id=12442, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 63) Thread[id=12384, name=qtp1964644615-12384, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 64) Thread[id=12479, name=zkCallback-1873-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 65) Thread[id=12387, name=qtp1232010340-12387, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 66) Thread[id=12407, name=qtp1964644615-12407, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 67) Thread[id=12369, name=Thread-1990, state=WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 68) Thread[id=12402, name=qtp1232010340-12402, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 69) Thread[id=12417, name=qtp1155637278-12417, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 70) Thread[id=12480, name=zkCallback-1875-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 71) Thread[id=12400, name=qtp1232010340-12400, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 72) Thread[id=12415, name=qtp1155637278-12415, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 73) Thread[id=12386, name=qtp1232010340-12386, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 74) Thread[id=12453, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 75) Thread[id=12460, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 76) Thread[id=12467, name=jetty-launcher-1849-thread-4-EventThread, state=WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 77) Thread[id=12395, name=qtp1139493180-12395, state=RUNNABLE, group=TGRP-PingRequestHandlerTest] at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method) at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198) at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 78) Thread[id=12411, name=qtp1964644615-12411, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 79) Thread[id=12448, name=Connection evictor, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 80) Thread[id=12478, name=jetty-launcher-1849-thread-2-EventThread, state=WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 81) Thread[id=12420, name=qtp1139493180-12420, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 82) Thread[id=12413, name=qtp1964644615-12413, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 82 threads leaked from SUITE scope at org.apache.solr.handler.PingRequestHandlerTest:
1) Thread[id=12389, name=qtp1155637278-12389-acceptor-0@3b1fac68-ServerConnector@11b84b9d{HTTP/1.1,[http/1.1]}{127.0.0.1:56470}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=12408, name=qtp1964644615-12408, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=12466, name=jetty-launcher-1849-thread-4-SendThread(127.0.0.1:56464), state=RUNNABLE, group=TGRP-PingRequestHandlerTest]
at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
4) Thread[id=12398, name=qtp972786639-12398, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=12378, name=jetty-launcher-1849-thread-2, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=12416, name=org.eclipse.jetty.server.session.HashSessionManager@219a6f6fTimer, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=12394, name=qtp972786639-12394, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=12390, name=qtp972786639-12390-acceptor-0@33f644d7-ServerConnector@530e4e0{HTTP/1.1,[http/1.1]}{127.0.0.1:56469}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=12404, name=qtp1155637278-12404, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=12409, name=qtp1139493180-12409-acceptor-0@7b26a033-ServerConnector@65952455{HTTP/1.1,[http/1.1]}{127.0.0.1:56472}, state=RUNNABLE, group=TGRP-PingRequestHandlerTest]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:373)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(Qu
[...truncated too long message...]
ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 17) Thread[id=12469, name=jetty-launcher-1849-thread-5-SendThread(127.0.0.1:56464), state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 18) Thread[id=12474, name=jetty-launcher-1849-thread-1-SendThread(127.0.0.1:56464), state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 19) Thread[id=12377, name=jetty-launcher-1849-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 20) Thread[id=12384, name=qtp1964644615-12384, state=RUNNABLE, group=TGRP-PingRequestHandlerTest]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=12479, name=zkCallback-1873-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=12480, name=zkCallback-1875-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 23) Thread[id=12395, name=qtp1139493180-12395, state=RUNNABLE, group=TGRP-PingRequestHandlerTest]
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=12476, name=zkCallback-1874-thread-1, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=12380, name=jetty-launcher-1849-thread-4, state=TIMED_WAITING, group=TGRP-PingRequestHandlerTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([7E546DEF5CDB93C5]:0)
[junit4] Completed [353/724 (2!)] on J0 in 24.63s, 6 tests, 3 errors <<< FAILURES!
[...truncated 44607 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4040
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4040/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: org.apache.solr.cloud.TestMiniSolrCloudCluster.testStopAllStartAll
Error Message:
Could not find collection:testStopAllStartAllCollection
Stack Trace:
java.lang.AssertionError: Could not find collection:testStopAllStartAllCollection
at __randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43:C648D4468D84066C]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:159)
at org.apache.solr.cloud.TestMiniSolrCloudCluster.testStopAllStartAll(TestMiniSolrCloudCluster.java:295)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestMiniSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Could not find a healthy node to handle the request.
Stack Trace:
org.apache.solr.common.SolrException: Could not find a healthy node to handle the request.
at __randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43:138C65904B5B41E6]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1123)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:975)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:805)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:160)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:173)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:138)
at org.apache.solr.client.solrj.SolrClient.add(SolrClient.java:152)
at org.apache.solr.cloud.TestMiniSolrCloudCluster.testCollectionCreateSearchDelete(TestMiniSolrCloudCluster.java:172)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
21 threads leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudCluster: 1) Thread[id=23405, name=OverseerCollectionConfigSetProcessor-98048539466530831-127.0.0.1:49804_solr-n_0000000000, state=WAITING, group=Overseer collection creation process.] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357) at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354) at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387) at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23399, name=zkCallback-4055-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23459, name=zkCallback-4055-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23404, name=OverseerStateUpdate-98048539466530831-127.0.0.1:49804_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:243) at org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:430) at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:183) at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:219) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23365, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23382, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23458, name=zkCallback-4055-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23456, name=zkCallback-4057-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23460, name=zkCallback-4055-thread-5, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=23367, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=23406, name=OverseerHdfsCoreFailoverThread-98048539466530831-127.0.0.1:49804_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23390, name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 13) Thread[id=23391, name=jetty-launcher-4030-thread-1-EventThread, state=WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 14) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23401, name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230) at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170) 16) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=23378, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=23402, name=jetty-launcher-4030-thread-3-EventThread, state=WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 19) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23424, name=OverseerThreadFactory-10619-thread-1, state=WAITING, group=Overseer collection creation process.] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=23455, name=zkCallback-4057-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 21 threads leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudCluster:
1) Thread[id=23405, name=OverseerCollectionConfigSetProcessor-98048539466530831-127.0.0.1:49804_solr-n_0000000000, state=WAITING, group=Overseer collection creation process.]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:357)
at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:354)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:354)
at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:387)
at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:193)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23399, name=zkCallback-4055-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23459, name=zkCallback-4055-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23404, name=OverseerStateUpdate-98048539466530831-127.0.0.1:49804_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:243)
at org.apache.solr.cloud.DistributedQueue.removeFirst(DistributedQueue.java:430)
at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:183)
at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:219)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23365, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23382, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23458, name=zkCallback-4055-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23456, name=zkCallback-4057-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=23460, name=zkCallback-4055-thread-5, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=23367, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=23406, name=OverseerHdfsCoreFailoverThread-98048539466530831-127.0.0.1:49804_solr-n_0000000000, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:139)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=23390, name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
13) Thread[id=23391, name=jetty-launcher-4030-thread-1-EventThread, state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
14) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=23401, name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
16) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=23378, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=23402, name=jetty-launcher-4030-thread-3-EventThread, state=WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
19) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=23424, name=OverseerThreadFactory-10619-thread-1, state=WAITING, group=Overseer collection creation process.]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=23455, name=zkCallback-4057-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudCluster
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=23399, name=zkCallback-4055-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23459, name=zkCallback-4055-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23458, name=zkCallback-4055-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23456, name=zkCallback-4057-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=23460, name=zkCallback-4055-thread-5, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23455, name=zkCallback-4057-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23390, name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 9) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=23401, name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 11) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=23399, name=zkCallback-4055-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23459, name=zkCallback-4055-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23458, name=zkCallback-4055-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23456, name=zkCallback-4057-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=23460, name=zkCallback-4055-thread-5, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23455, name=zkCallback-4057-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23390, name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
9) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=23401, name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
11) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43]:0)
Build Log:
[...truncated 12552 lines...]
[junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudCluster
[junit4] 2> 2249607 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001
[junit4] 2> 2249607 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2249608 INFO (Thread-4544) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2249608 INFO (Thread-4544) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2249610 ERROR (Thread-4544) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2249710 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.ZkTestServer start zk server on port:49771
[junit4] 2> 2249731 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249731 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249733 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249733 INFO (jetty-launcher-3990-thread-5) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249734 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2249738 INFO (jetty-launcher-3990-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5041dcc{/solr,null,AVAILABLE}
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3705970b{/solr,null,AVAILABLE}
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@629ca4fc{HTTP/1.1,[http/1.1]}{127.0.0.1:49774}
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ] o.e.j.s.Server Started @2253061ms
[junit4] 2> 2249739 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49774}
[junit4] 2> 2249739 ERROR (jetty-launcher-3990-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249740 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T23:52:57.135Z
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2769a4ca{/solr,null,AVAILABLE}
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4586f148{HTTP/1.1,[http/1.1]}{127.0.0.1:49775}
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ] o.e.j.s.Server Started @2253064ms
[junit4] 2> 2249741 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49775}
[junit4] 2> 2249742 ERROR (jetty-launcher-3990-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@e108efb{HTTP/1.1,[http/1.1]}{127.0.0.1:49773}
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-5) [ ] o.e.j.s.Server Started @2253064ms
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49773}
[junit4] 2> 2249742 ERROR (jetty-launcher-3990-thread-5) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2249742 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T23:52:57.138Z
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249743 INFO (jetty-launcher-3990-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T23:52:57.138Z
[junit4] 2> 2249744 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15f11c0c{/solr,null,AVAILABLE}
[junit4] 2> 2249747 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f707ded{/solr,null,AVAILABLE}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@39d48c1c{HTTP/1.1,[http/1.1]}{127.0.0.1:49776}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ] o.e.j.s.Server Started @2253070ms
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49776}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@36a94279{HTTP/1.1,[http/1.1]}{127.0.0.1:49779}
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-1) [ ] o.e.j.s.Server Started @2253070ms
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49779}
[junit4] 2> 2249748 ERROR (jetty-launcher-3990-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2249748 ERROR (jetty-launcher-3990-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2249748 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T23:52:57.144Z
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.0.0
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2249749 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-05-29T23:52:57.144Z
[junit4] 2> 2249750 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249752 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249761 INFO (jetty-launcher-3990-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249766 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249766 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2249782 INFO (jetty-launcher-3990-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249784 INFO (jetty-launcher-3990-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249789 INFO (jetty-launcher-3990-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249793 INFO (jetty-launcher-3990-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249795 INFO (jetty-launcher-3990-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49771/solr
[junit4] 2> 2249848 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249848 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:49775_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249849 INFO (jetty-launcher-3990-thread-5) [n:127.0.0.1:49773_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249849 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:49779_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249850 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:49774_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2249851 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49776_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-5) [n:127.0.0.1:49773_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49773_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:49775_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49775_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:49779_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49779_solr
[junit4] 2> 2249852 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:49774_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49774_solr
[junit4] 2> 2249854 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.c.Overseer Overseer (id=98048539164934158-127.0.0.1:49776_solr-n_0000000000) starting
[junit4] 2> 2249855 INFO (zkCallback-4017-thread-1-processing-n:127.0.0.1:49779_solr) [n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO (zkCallback-4009-thread-1-processing-n:127.0.0.1:49774_solr) [n:127.0.0.1:49774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO (zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr) [n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO (zkCallback-4015-thread-1-processing-n:127.0.0.1:49773_solr) [n:127.0.0.1:49773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2249856 INFO (zkCallback-4016-thread-1-processing-n:127.0.0.1:49776_solr) [n:127.0.0.1:49776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2249959 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49776_solr
[junit4] 2> 2249962 INFO (zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr) [n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO (zkCallback-4009-thread-1-processing-n:127.0.0.1:49774_solr) [n:127.0.0.1:49774_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO (zkCallback-4016-thread-1-processing-n:127.0.0.1:49776_solr) [n:127.0.0.1:49776_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO (zkCallback-4015-thread-1-processing-n:127.0.0.1:49773_solr) [n:127.0.0.1:49773_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2249962 INFO (zkCallback-4017-thread-1-processing-n:127.0.0.1:49779_solr) [n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 2249991 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:49779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49779.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2249993 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:49779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49779.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2249994 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:49779_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49779.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2249994 INFO (jetty-launcher-3990-thread-1) [n:127.0.0.1:49779_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node1/.
[junit4] 2> 2249994 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:49774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250011 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:49774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250011 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:49774_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49774.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250016 INFO (jetty-launcher-3990-thread-3) [n:127.0.0.1:49774_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node3/.
[junit4] 2> 2250022 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:49775_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49775.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250023 INFO (jetty-launcher-3990-thread-5) [n:127.0.0.1:49773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250026 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:49775_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49775.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250027 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:49775_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49775.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250027 INFO (jetty-launcher-3990-thread-2) [n:127.0.0.1:49775_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node2/.
[junit4] 2> 2250029 INFO (jetty-launcher-3990-thread-5) [n:127.0.0.1:49773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250030 INFO (jetty-launcher-3990-thread-5) [n:127.0.0.1:49773_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250030 INFO (jetty-launcher-3990-thread-5) [n:127.0.0.1:49773_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node5/.
[junit4] 2> 2250050 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49776.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250054 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49776.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250054 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49776.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@176bc4ed
[junit4] 2> 2250055 INFO (jetty-launcher-3990-thread-4) [n:127.0.0.1:49776_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-001/node4/.
[junit4] 2> 2251071 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2251072 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49771/solr ready
[junit4] 2> 2251074 INFO (qtp900090478-23189) [n:127.0.0.1:49779_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.mergePolicyFactory=org.apache.solr.index.TieredMergePolicyFactory&collection.configName=solrCloudCollectionConfig&property.solr.tests.useMergePolicyFactory=true&createNodeSet=EMPTY&property.solr.tests.useMergePolicy=false&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&pullReplicas=0&async=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin and sendToOCPQueue=true
[junit4] 2> 2251076 INFO (qtp900090478-23189) [n:127.0.0.1:49779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.mergePolicyFactory=org.apache.solr.index.TieredMergePolicyFactory&collection.configName=solrCloudCollectionConfig&property.solr.tests.useMergePolicyFactory=true&createNodeSet=EMPTY&property.solr.tests.useMergePolicy=false&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&pullReplicas=0&async=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=2
[junit4] 2> 2251077 INFO (qtp900090478-23190) [n:127.0.0.1:49779_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2251079 INFO (qtp900090478-23190) [n:127.0.0.1:49779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 2251080 INFO (OverseerThreadFactory-10586-thread-1-processing-n:127.0.0.1:49776_solr) [n:127.0.0.1:49776_solr ] o.a.s.c.CreateCollectionCmd Create collection testSolrCloudCollectionWithoutCores
[junit4] 2> 2251080 WARN (OverseerThreadFactory-10586-thread-1-processing-n:127.0.0.1:49776_solr) [n:127.0.0.1:49776_solr ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (testSolrCloudCollectionWithoutCores) without cores.
[junit4] 2> 2251201 INFO (OverseerThreadFactory-10586-thread-1-processing-n:127.0.0.1:49776_solr) [n:127.0.0.1:49776_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2252090 INFO (qtp900090478-23192) [n:127.0.0.1:49779_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2252091 INFO (qtp900090478-23192) [n:127.0.0.1:49779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2252092 INFO (qtp900090478-23193) [n:127.0.0.1:49779_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2252098 INFO (qtp900090478-23193) [n:127.0.0.1:49779_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=d9884eb9-22d0-45d5-b319-dc9f67bdddf5&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 2252103 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2252104 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> no one is recoverying
[junit4] 2> 2252105 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testSolrCloudCollectionWithoutCores
[junit4] 2> 2252110 INFO (jetty-closer-3991-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@39d48c1c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252111 INFO (jetty-closer-3991-thread-3) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1319094424
[junit4] 2> 2252111 INFO (jetty-closer-3991-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@629ca4fc{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252111 INFO (jetty-closer-3991-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=182015356
[junit4] 2> 2252112 INFO (jetty-closer-3991-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@e108efb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252112 INFO (jetty-closer-3991-thread-5) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4586f148{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2252112 INFO (jetty-closer-3991-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@36a94279{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-5) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=770023413
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2252113 INFO (jetty-closer-3991-thread-4) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1757374339
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=379840419
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2252114 INFO (jetty-closer-3991-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2252146 INFO (jetty-closer-3991-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2252146 INFO (jetty-closer-3991-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2252149 INFO (jetty-closer-3991-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2252151 INFO (jetty-closer-3991-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2252151 INFO (jetty-closer-3991-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2252173 INFO (jetty-closer-3991-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2252174 INFO (jetty-closer-3991-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2252178 INFO (jetty-closer-3991-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2252179 INFO (jetty-closer-3991-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2252180 INFO (jetty-closer-3991-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2252180 INFO (jetty-closer-3991-thread-3) [ ] o.a.s.c.Overseer Overseer (id=98048539164934158-127.0.0.1:49776_solr-n_0000000000) closing
[junit4] 2> 2252180 INFO (OverseerStateUpdate-98048539164934158-127.0.0.1:49776_solr-n_0000000000) [n:127.0.0.1:49776_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:49776_solr
[junit4] 2> 2252180 INFO (jetty-closer-3991-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2252182 INFO (jetty-closer-3991-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2252182 INFO (jetty-closer-3991-thread-4) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2252183 INFO (jetty-closer-3991-thread-5) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2252184 WARN (zkCallback-4016-thread-1-processing-n:127.0.0.1:49776_solr) [n:127.0.0.1:49776_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2252184 INFO (jetty-closer-3991-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 2252184 INFO (jetty-closer-3991-thread-5) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2252184 INFO (jetty-closer-3991-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2252183 WARN (zkCallback-4009-thread-1-processing-n:127.0.0.1:49774_solr) [n:127.0.0.1:49774_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2252185 INFO (jetty-closer-3991-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3705970b{/solr,null,UNAVAILABLE}
[junit4] 2> 2252185 INFO (zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr) [n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (2)
[junit4] 2> 2252185 INFO (zkCallback-4017-thread-1-processing-n:127.0.0.1:49779_solr) [n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (2)
[junit4] 2> 2252186 INFO (jetty-closer-3991-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15f11c0c{/solr,null,UNAVAILABLE}
[junit4] 2> 2252187 WARN (zkCallback-4007-thread-1-processing-n:127.0.0.1:49775_solr) [n:127.0.0.1:49775_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2252187 WARN (zkCallback-4017-thread-2-processing-n:127.0.0.1:49779_solr) [n:127.0.0.1:49779_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2253694 WARN (zkCallback-4015-thread-1-processing-n:127.0.0.1:49773_solr) [n:127.0.0.1:49773_solr ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
[junit4] 2> 2253695 INFO (jetty-closer-3991-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5041dcc{/solr,null,UNAVAILABLE}
[junit4] 2> 2253695 INFO (jetty-closer-3991-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5f707ded{/solr,null,UNAVAILABLE}
[junit4] 2> 2253695 INFO (jetty-closer-3991-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2769a4ca{/solr,null,UNAVAILABLE}
[junit4] 2> 2253697 ERROR (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2253698 INFO (TEST-TestMiniSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49771 49771
[junit4] 2> 2253735 INFO (Thread-4544) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:49771 49771
[junit4] 2> 2254204 WARN (Thread-4544) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 5 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> 2254208 INFO (TEST-TestMiniSolrCloudCluster.testStopAllStartAll-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudCluster_B076CB35CCB3AB43-001/tempDir-002
[junit4] 2> 2254209 INFO (TEST-TestMiniSolrCloudCluster.testStopAllStartAll-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2254209 INFO (Thread-4594) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2254209 INFO (Thread-4594) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2254212 ERROR (Thread-4594) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2254313 INFO (TEST-TestMiniSolrCloudCluster.testStopAllStartAll-seed#[B076CB35CCB3AB43]) [ ] o.a.s.c.ZkTestServer start zk server on port:49798
[junit4] 2> 2254332 INFO (jetty-launcher-4030-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2254332 INFO (jetty-launcher-4030-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2254332 INFO (jetty-launcher-4030-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028
[junit4] 2> 2254
[...truncated too long message...]
:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=23459, name=zkCallback-4055-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=23458, name=zkCallback-4055-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=23456, name=zkCallback-4057-thread-4, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 5) Thread[id=23403, name=zkCallback-4057-thread-1, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 6) Thread[id=23460, name=zkCallback-4055-thread-5, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 7) Thread[id=23455, name=zkCallback-4057-thread-3, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 8) Thread[id=23390, name=jetty-launcher-4030-thread-1-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 9) Thread[id=23453, name=zkCallback-4057-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 10) Thread[id=23401, name=jetty-launcher-4030-thread-3-SendThread(127.0.0.1:49798), state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at java.lang.Thread.sleep(Native Method)
[junit4] > at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
[junit4] > at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
[junit4] > 11) Thread[id=23457, name=zkCallback-4055-thread-2, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudCluster]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([B076CB35CCB3AB43]:0)
[junit4] Completed [532/716 (1!)] on J0 in 71.92s, 3 tests, 1 failure, 3 errors <<< FAILURES!
[...truncated 44001 lines...]