You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/29 02:57:57 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21165 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21165/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI
Error Message:
Error from server at https://127.0.0.1:34873/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (https://127.0.0.1:34873/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:34873/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (https://127.0.0.1:34873/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
at __randomizedtesting.SeedInfo.seed([9DEFE4E2BBEF99FA:D59A9056BDDCB66F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:461)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34873/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (https://127.0.0.1:34873/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testTriggerThrottling
Error Message:
Stack Trace:
java.util.ConcurrentModificationException
at __randomizedtesting.SeedInfo.seed([9DEFE4E2BBEF99FA:66CD4CC769457A68]:0)
at java.util.ArrayList$Itr.checkForComodification(ArrayList.java:901)
at java.util.ArrayList$Itr.next(ArrayList.java:851)
at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141)
at sun.reflect.GeneratedMethodAccessor6.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12721 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/init-core-data-001
[junit4] 2> 1249959 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=82 numCloses=82
[junit4] 2> 1249959 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1249960 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1249961 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1249961 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001
[junit4] 2> 1249961 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1249961 INFO (Thread-3782) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1249961 INFO (Thread-3782) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1249962 ERROR (Thread-3782) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1250061 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36807
[junit4] 2> 1250063 INFO (zkConnectionManagerCallback-2303-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250066 INFO (jetty-launcher-2300-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1250066 INFO (jetty-launcher-2300-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1250066 INFO (jetty-launcher-2300-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1250066 INFO (jetty-launcher-2300-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1250072 INFO (jetty-launcher-2300-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@67d5d129{/solr,null,AVAILABLE}
[junit4] 2> 1250072 INFO (jetty-launcher-2300-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@599d95dd{/solr,null,AVAILABLE}
[junit4] 2> 1250072 INFO (jetty-launcher-2300-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6440d904{/solr,null,AVAILABLE}
[junit4] 2> 1250072 INFO (jetty-launcher-2300-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70694db2{/solr,null,AVAILABLE}
[junit4] 2> 1250073 INFO (jetty-launcher-2300-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2694e0fe{SSL,[ssl, http/1.1]}{127.0.0.1:36891}
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a5f83fa{SSL,[ssl, http/1.1]}{127.0.0.1:34873}
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-1) [ ] o.e.j.s.Server Started @1251781ms
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3eb66599{SSL,[ssl, http/1.1]}{127.0.0.1:45943}
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-3) [ ] o.e.j.s.Server Started @1251781ms
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-4) [ ] o.e.j.s.Server Started @1251781ms
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34873}
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45943}
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36891}
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4e5aff36{SSL,[ssl, http/1.1]}{127.0.0.1:41259}
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-2) [ ] o.e.j.s.Server Started @1251781ms
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41259}
[junit4] 2> 1250074 ERROR (jetty-launcher-2300-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1250074 ERROR (jetty-launcher-2300-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1250074 ERROR (jetty-launcher-2300-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T02:12:16.404Z
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T02:12:16.404Z
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1250074 ERROR (jetty-launcher-2300-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1250074 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1250075 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1250075 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1250075 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1250075 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T02:12:16.405Z
[junit4] 2> 1250075 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1250075 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T02:12:16.405Z
[junit4] 2> 1250075 INFO (zkConnectionManagerCallback-2307-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250076 INFO (zkConnectionManagerCallback-2306-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250076 INFO (zkConnectionManagerCallback-2309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250076 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1250076 INFO (zkConnectionManagerCallback-2311-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250076 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1250077 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1250086 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1250087 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1250087 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1250087 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1250087 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1250088 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1250088 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1250088 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1250088 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1250089 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a00a95240002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1250094 INFO (jetty-launcher-2300-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36807/solr
[junit4] 2> 1250094 INFO (jetty-launcher-2300-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36807/solr
[junit4] 2> 1250095 INFO (jetty-launcher-2300-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36807/solr
[junit4] 2> 1250096 INFO (jetty-launcher-2300-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36807/solr
[junit4] 2> 1250098 INFO (zkConnectionManagerCallback-2320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250096 INFO (zkConnectionManagerCallback-2318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250096 INFO (zkConnectionManagerCallback-2323-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250099 INFO (zkConnectionManagerCallback-2327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250101 INFO (zkConnectionManagerCallback-2329-thread-1-processing-n:127.0.0.1:36891_solr) [n:127.0.0.1:36891_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250106 INFO (zkConnectionManagerCallback-2333-thread-1-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250106 INFO (zkConnectionManagerCallback-2332-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250110 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1250110 INFO (jetty-launcher-2300-thread-4) [n:127.0.0.1:45943_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1250110 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41259_solr
[junit4] 2> 1250111 INFO (jetty-launcher-2300-thread-4) [n:127.0.0.1:45943_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45943_solr
[junit4] 2> 1250111 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.c.Overseer Overseer (id=99255159114432523-127.0.0.1:41259_solr-n_0000000000) starting
[junit4] 2> 1250118 INFO (zkConnectionManagerCallback-2335-thread-1-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250118 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1250123 INFO (jetty-launcher-2300-thread-3) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1250124 INFO (jetty-launcher-2300-thread-3) [n:127.0.0.1:34873_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1250125 INFO (jetty-launcher-2300-thread-3) [n:127.0.0.1:34873_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34873_solr
[junit4] 2> 1250128 INFO (OverseerStateUpdate-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1250130 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41259_solr
[junit4] 2> 1250135 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1250146 INFO (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 1250147 INFO (jetty-launcher-2300-thread-4) [n:127.0.0.1:45943_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250149 INFO (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1250150 INFO (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36891_solr
[junit4] 2> 1250152 INFO (jetty-launcher-2300-thread-4) [n:127.0.0.1:45943_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250152 INFO (jetty-launcher-2300-thread-4) [n:127.0.0.1:45943_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250153 INFO (jetty-launcher-2300-thread-4) [n:127.0.0.1:45943_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node4
[junit4] 2> 1250158 INFO (zkCallback-2330-thread-1-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1250158 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1250173 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
[junit4] 2> 1250193 INFO (zkCallback-2328-thread-1-processing-n:127.0.0.1:36891_solr) [n:127.0.0.1:36891_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1250201 INFO (jetty-launcher-2300-thread-3) [n:127.0.0.1:34873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250201 INFO (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250203 WARN (jetty-launcher-2300-thread-4) [n:127.0.0.1:45943_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=os,name=committedVirtualMemorySize
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.onMetricAdded(MetricRegistry.java:448)
[junit4] 2> at com.codahale.metrics.MetricRegistry.register(MetricRegistry.java:89)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.registerAll(SolrMetricManager.java:523)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.setupJvmMetrics(SolrDispatchFilter.java:212)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:186)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1250203 WARN (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr:dom1=jvm,name0=gc,name1=PS-Scavenge,name=time
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at com.codahale.metrics.MetricRegistry.notifyListenerOfAddedMetric(MetricRegistry.java:454)
[junit4] 2> at com.codahale.metrics.MetricRegistry.addListener(MetricRegistry.java:297)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:725)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:551)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 1250227 INFO (jetty-launcher-2300-thread-3) [n:127.0.0.1:34873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250227 INFO (jetty-launcher-2300-thread-3) [n:127.0.0.1:34873_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250227 INFO (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250228 INFO (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250228 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250228 INFO (jetty-launcher-2300-thread-3) [n:127.0.0.1:34873_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node3
[junit4] 2> 1250228 INFO (jetty-launcher-2300-thread-1) [n:127.0.0.1:36891_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node1
[junit4] 2> 1250235 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250235 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1250235 INFO (jetty-launcher-2300-thread-2) [n:127.0.0.1:41259_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node2
[junit4] 2> 1250295 INFO (zkConnectionManagerCallback-2345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250297 INFO (zkConnectionManagerCallback-2349-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1250297 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1250297 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36807/solr ready
[junit4] 2> 1250310 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
[junit4] 2> 1250311 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1250324 INFO (qtp2001315150-12705) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1250325 INFO (OverseerThreadFactory-4735-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.CreateCollectionCmd Create collection collection
[junit4] 2> 1250325 WARN (OverseerThreadFactory-4735-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 10 on collection collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1250325 ERROR (OverseerThreadFactory-4735-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2, value of nrtReplicas is 10, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 20 shards to be created (higher than the allowed number)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.buildReplicaPositions(CreateCollectionCmd.java:330)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:123)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1250329 INFO (qtp2001315150-12705) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=5
[junit4] 2> 1250330 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
[junit4] 2> 1250342 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
[junit4] 2> 1250343 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1250344 INFO (qtp2001315150-12673) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1250344 INFO (OverseerCollectionConfigSetProcessor-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1250345 INFO (qtp2001315150-12673) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1250346 INFO (qtp2001315150-12699) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1250346 INFO (qtp2001315150-12699) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1250347 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1250347 INFO (OverseerThreadFactory-4735-thread-3-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
[junit4] 2> 1250347 INFO (OverseerCollectionConfigSetProcessor-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1250450 INFO (OverseerStateUpdate-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"onlyinzk_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45943/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1250450 INFO (OverseerStateUpdate-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"onlyinzk",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"onlyinzk_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34873/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1250667 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1250667 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1250667 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1250667 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1250771 INFO (zkCallback-2330-thread-1-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1250771 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1250771 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1250771 INFO (zkCallback-2330-thread-2-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251683 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1251683 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1251688 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema [onlyinzk_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1251690 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1251690 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica_n2' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 1251690 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard2.replica_n2' (registry 'solr.core.onlyinzk.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1251690 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1251690 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1251690 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [[onlyinzk_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node3/onlyinzk_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node3/onlyinzk_shard2_replica_n2/data/]
[junit4] 2> 1251691 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1251691 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica_n1' using configuration from collection onlyinzk, trusted=true
[junit4] 2> 1251692 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.onlyinzk.shard1.replica_n1' (registry 'solr.core.onlyinzk.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1251692 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1251692 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node4/onlyinzk_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node4/onlyinzk_shard1_replica_n1/data/]
[junit4] 2> 1251714 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1251714 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1251714 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1251715 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1251715 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@237d499f[onlyinzk_shard2_replica_n2] main]
[junit4] 2> 1251718 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1251718 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1251718 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1251719 INFO (searcherExecutor-4744-thread-1-processing-n:127.0.0.1:34873_solr x:onlyinzk_shard2_replica_n2 s:shard2 c:onlyinzk r:core_node4) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] Registered new searcher Searcher@237d499f[onlyinzk_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1251719 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588082547673268224
[junit4] 2> 1251721 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1251721 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1251721 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34873/solr/onlyinzk_shard2_replica_n2/
[junit4] 2> 1251721 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1251721 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:34873/solr/onlyinzk_shard2_replica_n2/ has no replicas
[junit4] 2> 1251722 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1251722 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1251722 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1251723 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1251723 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1251724 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d7be641[onlyinzk_shard1_replica_n1] main]
[junit4] 2> 1251724 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1251724 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1251725 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1251725 INFO (searcherExecutor-4745-thread-1-processing-n:127.0.0.1:45943_solr x:onlyinzk_shard1_replica_n1 s:shard1 c:onlyinzk r:core_node3) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] Registered new searcher Searcher@7d7be641[onlyinzk_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1251725 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588082547679559680
[junit4] 2> 1251725 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34873/solr/onlyinzk_shard2_replica_n2/ shard2
[junit4] 2> 1251727 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1251727 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1251727 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45943/solr/onlyinzk_shard1_replica_n1/
[junit4] 2> 1251727 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1251727 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:45943/solr/onlyinzk_shard1_replica_n1/ has no replicas
[junit4] 2> 1251727 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1251728 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45943/solr/onlyinzk_shard1_replica_n1/ shard1
[junit4] 2> 1251829 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251829 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251829 INFO (zkCallback-2330-thread-2-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251829 INFO (zkCallback-2330-thread-1-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251876 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1251878 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1251885 INFO (qtp1733415461-12701) [n:127.0.0.1:45943_solr c:onlyinzk s:shard1 r:core_node3 x:onlyinzk_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica_n1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1218
[junit4] 2> 1251890 INFO (qtp345723790-12703) [n:127.0.0.1:34873_solr c:onlyinzk s:shard2 r:core_node4 x:onlyinzk_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica_n2&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1223
[junit4] 2> 1251891 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1251980 INFO (zkCallback-2330-thread-2-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251980 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251980 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1251980 INFO (zkCallback-2330-thread-1-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1252349 INFO (OverseerCollectionConfigSetProcessor-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1252891 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2544
[junit4] 2> 1252892 INFO (qtp2001315150-12705) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1252892 INFO (qtp2001315150-12705) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1252892 INFO (TEST-CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
[junit4] 2> 1252910 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
[junit4] 2> 1252910 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1252911 INFO (qtp2001315150-12673) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1252911 INFO (OverseerThreadFactory-4735-thread-4-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1252913 INFO (qtp1733415461-12676) [n:127.0.0.1:45943_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=null
[junit4] 2> 1252913 INFO (qtp345723790-12672) [n:127.0.0.1:34873_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=null
[junit4] 2> 1252913 INFO (qtp1733415461-12676) [n:127.0.0.1:45943_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@176a3853: rootName = null, domain = solr.core.onlyinzk.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.onlyinzk.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@767ee9aa
[junit4] 2> 1252913 INFO (qtp345723790-12672) [n:127.0.0.1:34873_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61bee5ea: rootName = null, domain = solr.core.onlyinzk.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.onlyinzk.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@6ea29e25
[junit4] 2> 1252924 INFO (qtp345723790-12672) [n:127.0.0.1:34873_solr ] o.a.s.c.SolrCore [onlyinzk_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@376c6345
[junit4] 2> 1252924 INFO (qtp1733415461-12676) [n:127.0.0.1:45943_solr ] o.a.s.c.SolrCore [onlyinzk_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@8bd7943
[junit4] 2> 1252924 INFO (qtp345723790-12672) [n:127.0.0.1:34873_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard2.replica_n2, tag=929850181
[junit4] 2> 1252924 INFO (qtp1733415461-12676) [n:127.0.0.1:45943_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.onlyinzk.shard1.replica_n1, tag=146635075
[junit4] 2> 1252924 INFO (qtp345723790-12672) [n:127.0.0.1:34873_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard2.leader, tag=929850181
[junit4] 2> 1252924 INFO (qtp1733415461-12676) [n:127.0.0.1:45943_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.onlyinzk.shard1.leader, tag=146635075
[junit4] 2> 1252926 INFO (qtp345723790-12672) [n:127.0.0.1:34873_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1252926 INFO (qtp1733415461-12676) [n:127.0.0.1:45943_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1253628 INFO (qtp2001315150-12673) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=717
[junit4] 2> 1253629 INFO (qtp2001315150-12699) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1253630 INFO (OverseerThreadFactory-4735-thread-5-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.CreateCollectionCmd Create collection noconfig
[junit4] 2> 1253630 INFO (OverseerCollectionConfigSetProcessor-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1253630 ERROR (OverseerThreadFactory-4735-thread-5-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: noconfig operation: create failed:org.apache.solr.common.SolrException: Can not find the specified config set: conf123
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:762)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:114)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 1253631 INFO (qtp2001315150-12699) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 1254633 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1254633 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1254633 INFO (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
[junit4] 2> 1254649 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
[junit4] 2> 1254649 INFO (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1254650 INFO (qtp2001315150-12705) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1254650 INFO (OverseerThreadFactory-4735-thread-5-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
[junit4] 2> 1254650 INFO (OverseerCollectionConfigSetProcessor-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1254855 INFO (OverseerStateUpdate-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"nodes_used_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34873/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1254855 INFO (OverseerStateUpdate-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"nodes_used_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45943/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1254856 INFO (OverseerStateUpdate-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"nodes_used_collection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:36891/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1254857 INFO (OverseerStateUpdate-99255159114432523-127.0.0.1:41259_solr-n_0000000000) [n:127.0.0.1:41259_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"nodes_used_collection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"nodes_used_collection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41259/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1255059 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1255060 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1255065 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica_n6&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1255065 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1255075 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1255075 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1255177 INFO (zkCallback-2334-thread-1-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1255177 INFO (zkCallback-2328-thread-1-processing-n:127.0.0.1:36891_solr) [n:127.0.0.1:36891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1255177 INFO (zkCallback-2331-thread-1-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1255177 INFO (zkCallback-2330-thread-2-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1255177 INFO (zkCallback-2331-thread-2-processing-n:127.0.0.1:41259_solr) [n:127.0.0.1:41259_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1255177 INFO (zkCallback-2330-thread-1-processing-n:127.0.0.1:45943_solr) [n:127.0.0.1:45943_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1255177 INFO (zkCallback-2334-thread-2-processing-n:127.0.0.1:34873_solr) [n:127.0.0.1:34873_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1255177 INFO (zkCallback-2328-thread-2-processing-n:127.0.0.1:36891_solr) [n:127.0.0.1:36891_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
[junit4] 2> 1256084 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1256084 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr c:nodes_used_collection s:shard1 r:core_node5 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1256088 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr c:nodes_used_collection s:shard2 r:core_node7 x:nodes_used_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1256088 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr c:nodes_used_collection s:shard2 r:core_node8 x:nodes_used_collection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1256089 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica_n1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1256090 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr c:nodes_used_collection s:shard1 r:core_node5 x:nodes_used_collection_shard1_replica_n2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1256092 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1256092 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica_n1' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1256092 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr c:nodes_used_collection s:shard1 r:core_node5 x:nodes_used_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1256092 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr c:nodes_used_collection s:shard1 r:core_node5 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica_n2' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1256093 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard1.replica_n1' (registry 'solr.core.nodes_used_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1256093 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1256093 INFO (qtp345723790-12693) [n:127.0.0.1:34873_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica_n1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node3/nodes_used_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node3/nodes_used_collection_shard1_replica_n1/data/]
[junit4] 2> 1256093 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr c:nodes_used_collection s:shard1 r:core_node5 x:nodes_used_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard1.replica_n2' (registry 'solr.core.nodes_used_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1256093 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr c:nodes_used_collection s:shard1 r:core_node5 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1256093 INFO (qtp1733415461-12697) [n:127.0.0.1:45943_solr c:nodes_used_collection s:shard1 r:core_node5 x:nodes_used_collection_shard1_replica_n2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node4/nodes_used_collection_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node4/nodes_used_collection_shard1_replica_n2/data/]
[junit4] 2> 1256093 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr c:nodes_used_collection s:shard2 r:core_node7 x:nodes_used_collection_shard2_replica_n4] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1256094 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr c:nodes_used_collection s:shard2 r:core_node8 x:nodes_used_collection_shard2_replica_n6] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1256094 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr c:nodes_used_collection s:shard2 r:core_node7 x:nodes_used_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1256094 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr c:nodes_used_collection s:shard2 r:core_node7 x:nodes_used_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica_n4' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1256095 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr c:nodes_used_collection s:shard2 r:core_node7 x:nodes_used_collection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard2.replica_n4' (registry 'solr.core.nodes_used_collection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1256095 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr c:nodes_used_collection s:shard2 r:core_node7 x:nodes_used_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1256095 INFO (qtp675703629-12691) [n:127.0.0.1:36891_solr c:nodes_used_collection s:shard2 r:core_node7 x:nodes_used_collection_shard2_replica_n4] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node1/nodes_used_collection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_9DEFE4E2BBEF99FA-001/tempDir-001/node1/nodes_used_collection_shard2_replica_n4/data/]
[junit4] 2> 1256103 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr c:nodes_used_collection s:shard2 r:core_node8 x:nodes_used_collection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1256103 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr c:nodes_used_collection s:shard2 r:core_node8 x:nodes_used_collection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica_n6' using configuration from collection nodes_used_collection, trusted=true
[junit4] 2> 1256106 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr c:nodes_used_collection s:shard2 r:core_node8 x:nodes_used_collection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.nodes_used_collection.shard2.replica_n6' (registry 'solr.core.nodes_used_collection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2e842237
[junit4] 2> 1256106 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr c:nodes_used_collection s:shard2 r:core_node8 x:nodes_used_collection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1256107 INFO (qtp2001315150-12702) [n:127.0.0.1:41259_solr c:nodes_used_collection s:shard2 r:core_node8
[...truncated too long message...]
enodes: 3
[junit4] 2> 2737629 DEBUG (ScheduledTrigger-9274-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 2737630 DEBUG (ScheduledTrigger-9274-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 2737630 DEBUG (ScheduledTrigger-9274-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 2737631 INFO (TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[9DEFE4E2BBEF99FA]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 2737631 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2737632 DEBUG (SUITE-TestTriggerIntegration-seed#[9DEFE4E2BBEF99FA]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_9DEFE4E2BBEF99FA-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1145, maxMBSortInHeap=6.5546291444996605, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@35f9cf58), locale=pt-BR, timezone=Pacific/Norfolk
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=190580632,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [ReplicaListTransformerTest, TestCloudPseudoReturnFields, DistributedVersionInfoTest, TestSolrCloudWithHadoopAuthPlugin, TestFilteredDocIdSet, TestNumericTerms32, OverseerTaskQueueTest, ShardRoutingTest, TestDownShardTolerantSearch, BadIndexSchemaTest, TestAddFieldRealTimeGet, SampleTest, VersionInfoTest, TestPullReplicaErrorHandling, TestConfigsApi, BigEndianAscendingWordDeserializerTest, OverseerModifyCollectionTest, SOLR749Test, TestLargeCluster, TestGeoJSONResponseWriter, BlockDirectoryTest, LeaderInitiatedRecoveryOnShardRestartTest, RemoteQueryErrorTest, TestDFISimilarityFactory, TestMultiValuedNumericRangeQuery, SolrCmdDistributorTest, TestManagedSynonymFilterFactory, TestFieldTypeCollectionResource, DebugComponentTest, MBeansHandlerTest, TestUseDocValuesAsStored, ClassificationUpdateProcessorTest, TestFastWriter, ShardRoutingCustomTest, TestReRankQParserPlugin, TestNRTOpen, TestFieldCacheReopen, TestSystemCollAutoCreate, DistributedSuggestComponentTest, CloudMLTQParserTest, TestTestInjection, RegexBytesRefFilterTest, DateRangeFieldTest, TestClusterProperties, TestManagedResource, TestLeaderElectionWithEmptyReplica, RulesTest, TestCloudInspectUtil, HdfsChaosMonkeyNothingIsSafeTest, DirectUpdateHandlerTest, TestSolr4Spatial, TestLocalFSCloudBackupRestore, MergeStrategyTest, RestartWhileUpdatingTest, HLLUtilTest, TestRetrieveFieldsOptimizer, OpenExchangeRatesOrgProviderTest, TestRequestStatusCollectionAPI, SearchHandlerTest, SuggesterTSTTest, TestPointFields, TestDistribStateManager, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFastLRUCache, DirectoryFactoryTest, DeleteShardTest, ExplicitHLLTest, TestStressCloudBlindAtomicUpdates, CachingDirectoryFactoryTest, TestSimpleTextCodec, HdfsNNFailoverTest, AutoscalingHistoryHandlerTest, TestJmxIntegration, HdfsRestartWhileUpdatingTest, TestDocumentBuilder, GraphQueryTest, TestXmlQParser, BasicAuthIntegrationTest, HighlighterConfigTest, NotRequiredUniqueKeyTest, TestAtomicUpdateErrorCases, ResponseHeaderTest, CloudExitableDirectoryReaderTest, TestSolrCloudWithDelegationTokens, PropertiesRequestHandlerTest, TestQueryWrapperFilter, WrapperMergePolicyFactoryTest, TestStressReorder, NumericFieldsTest, TestOrdValues, SchemaVersionSpecificBehaviorTest, TestObjectReleaseTracker, HdfsTlogReplayBufferedWhileIndexingTest, TestBinaryResponseWriter, OpenCloseCoreStressTest, CdcrVersionReplicationTest, DistributedIntervalFacetingTest, TestSerializedLuceneMatchVersion, DataDrivenBlockJoinTest, DistributedExpandComponentTest, TestTrackingShardHandlerFactory, TestFieldCacheVsDocValues, TestCloudSchemaless, TestDynamicFieldResource, TestOmitPositions, TestCursorMarkWithoutUniqueKey, TestQuerySenderNoQuery, TestRebalanceLeaders, TriggerIntegrationTest, TestSimpleTrackingShardHandler, TestLegacyFieldReuse, CoreMergeIndexesAdminHandlerTest, BaseCdcrDistributedZkTest, BinaryUpdateRequestHandlerTest, TestLazyCores, AddReplicaTest, ExecutePlanActionTest, TestSQLHandlerNonCloud, SignatureUpdateProcessorFactoryTest, RegexBoostProcessorTest, SolrMetricReporterTest, CreateCollectionCleanupTest, AnalyticsQueryTest, TestStandardQParsers, TestFreeTextSuggestions, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, LeaderElectionIntegrationTest, TestReplicationHandler, TestZkChroot, ZkCLITest, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, PeerSyncTest, ConvertedLegacyTest, TestFunctionQuery, BasicFunctionalityTest, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, TestUpdate, QueryEqualityTest, TestRemoteStreaming, DistanceFunctionTest, CacheHeaderTest, TestSurroundQueryParser, TestWriterPerf, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, TermVectorComponentTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, SolrPluginUtilsTest, ReturnFieldsTest, TestCSVResponseWriter, TestAnalyzedSuggestions, PingRequestHandlerTest, TestSolrIndexConfig, SolrIndexConfigTest, TestStressRecovery, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, TestFastOutputStream, PreAnalyzedFieldTest, DOMUtilTest, TestSolrJ, SystemInfoHandlerTest, CircularListTest, TestRTGBase, TestHighlightDedupGrouping, TestTolerantSearch, TestLuceneIndexBackCompat, AssignTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteNodeTest, DistribCursorPagingTest, DocValuesNotIndexedTest, HealthCheckHandlerTest, LeaderElectionContextKeyTest, LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest, MoveReplicaTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestSolrCloudWithKerberosAlt, TestStressLiveNodes, TestUtilizeNode, AutoAddReplicasIntegrationTest, SystemLogListenerTest, TestGenericDistributedQueue, TestTriggerIntegration]
[junit4] Completed [591/765 (2!)] on J1 in 3.14s, 11 tests, 1 error <<< FAILURES!
[...truncated 48648 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21173 - Failure!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21173/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.StreamExpressionTest
Error Message:
There are still nodes recoverying - waited for 90 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
at __randomizedtesting.SeedInfo.seed([4E9775440D0A2DEB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.setupCluster(StreamExpressionTest.java:103)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.schema.TestCloudManagedSchema.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
at __randomizedtesting.SeedInfo.seed([F59B83221854B56D:7DCFBCF8B6A8D895]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 42 more
Build Log:
[...truncated 12535 lines...]
[junit4] Suite: org.apache.solr.schema.TestCloudManagedSchema
[junit4] 2> 702380 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/init-core-data-001
[junit4] 2> 702380 WARN (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 702380 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 702380 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 702381 INFO (SUITE-TestCloudManagedSchema-seed#[F59B83221854B56D]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /qpdey/
[junit4] 2> 702382 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 702386 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 702386 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 702394 ERROR (Thread-3716) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 702486 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkTestServer start zk server on port:36537
[junit4] 2> 702488 INFO (zkConnectionManagerCallback-7048-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702493 INFO (zkConnectionManagerCallback-7050-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702498 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 702499 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 702500 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 702500 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 702501 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 702501 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 702502 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 702502 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 702502 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 702503 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 702503 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 702511 INFO (zkConnectionManagerCallback-7053-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702512 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 702586 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 702592 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2283daa6{/qpdey,null,AVAILABLE}
[junit4] 2> 702594 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52f6eb96{SSL,[ssl, http/1.1]}{127.0.0.1:35217}
[junit4] 2> 702594 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.Server Started @704227ms
[junit4] 2> 702594 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/qpdey, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/tempDir-001/control/data, hostPort=35217, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores}
[junit4] 2> 702594 ERROR (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 702595 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:06:28.052128Z
[junit4] 2> 702598 INFO (zkConnectionManagerCallback-7055-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702598 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 702598 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/solr.xml
[junit4] 2> 702600 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 702600 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 702600 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 702605 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36537/solr
[junit4] 2> 702608 INFO (zkConnectionManagerCallback-7059-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702610 INFO (zkConnectionManagerCallback-7061-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702655 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 702655 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35217_qpdey
[junit4] 2> 702656 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.Overseer Overseer (id=99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) starting
[junit4] 2> 702668 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35217_qpdey
[junit4] 2> 702675 INFO (zkCallback-7060-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 702697 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 702710 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 702710 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 702711 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [n:127.0.0.1:35217_qpdey ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores
[junit4] 2> 702728 INFO (zkConnectionManagerCallback-7067-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 702728 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 702729 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36537/solr ready
[junit4] 2> 702742 INFO (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35217_qpdey&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 702750 INFO (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 702855 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 702855 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 702960 INFO (zkCallback-7060-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 703870 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 703873 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 703876 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 703939 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 703945 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
[junit4] 2> 703946 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
[junit4] 2> 703946 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 703947 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e6e7288
[junit4] 2> 703947 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 703947 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 703949 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=20, maxMergedSegmentMB=32.583984375, floorSegmentMB=0.5654296875, forceMergeDeletesPctAllowed=24.255207954765332, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 703965 WARN (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 704003 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 704003 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 704004 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 704004 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 704005 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 704006 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ef855a6[control_collection_shard1_replica_n1] main]
[junit4] 2> 704006 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 704006 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 704007 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
[junit4] 2> 704007 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 704007 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 704008 INFO (searcherExecutor-3418-thread-1-processing-n:127.0.0.1:35217_qpdey x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@ef855a6[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 704008 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588184103743651840
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35217/qpdey/control_collection_shard1_replica_n1/
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:35217/qpdey/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 704011 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 704012 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35217/qpdey/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 762802 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 35217
[junit4] 2> 762802 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=327619529
[junit4] 2> 762802 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 762803 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b62be30: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@5e52a4b0
[junit4] 2> 762808 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 762808 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ac48c33: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@34dacdba
[junit4] 2> 762812 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 762812 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c106340: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@30e55ff9
[junit4] 2> 762813 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35217_qpdey
[junit4] 2> 762813 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 762813 INFO (zkCallback-7060-thread-2-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 762815 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@2fc58823
[junit4] 2> 762815 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=801474595
[junit4] 2> 762815 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26d60322: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6e8fca78
[junit4] 2> 762822 INFO (coreCloseExecutor-3423-thread-1) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=801474595
[junit4] 2> 773696 INFO (ScheduledTrigger-3413-thread-2) [n:127.0.0.1:35217_qpdey ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
[junit4] 2> 773697 INFO (AutoscalingActionExecutor-3414-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2311601126 sessionWrapper.createTime 2311601125997828, this.sessionWrapper.createTime 2311601125997828
[junit4] 2> 773697 INFO (AutoscalingActionExecutor-3414-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"836613fbad5e3T4xjgwx80wkxxtyk76cmu7686l",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":2311591122621923,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[2311591122621923],
[junit4] 2> "_enqueue_time_":2311601124858279,
[junit4] 2> "nodeNames":["127.0.0.1:35217_qpdey"]}}
[junit4] 2> 882744 ERROR (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 882744 INFO (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35217_qpdey&wt=javabin&version=2} status=500 QTime=180002
[junit4] 2> 882744 ERROR (qtp1261280777-18049) [n:127.0.0.1:35217_qpdey ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1302955 ERROR (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:35217/qpdey
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] 2> at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] 2> at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] 2> at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] 2> at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] 2> at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 1302955 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.Overseer Overseer (id=99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) closing
[junit4] 2> 1302956 ERROR (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
[junit4] 2> 1302956 INFO (OverseerStateUpdate-99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) [n:127.0.0.1:35217_qpdey ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35217_qpdey
[junit4] 2> 1302956 INFO (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1333029 INFO (zkCallback-7060-thread-5-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
[junit4] 2> 1333029 ERROR (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 1333030 INFO (OverseerThreadFactory-3415-thread-1-processing-n:127.0.0.1:35217_qpdey) [n:127.0.0.1:35217_qpdey ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1333031 WARN (OverseerAutoScalingTriggerThread-99261506378006533-127.0.0.1:35217_qpdey-n_0000000000) [n:127.0.0.1:35217_qpdey ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1333032 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@52f6eb96{SSL,[ssl, http/1.1]}{127.0.0.1:0}
[junit4] 2> 1333032 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2283daa6{/qpdey,null,UNAVAILABLE}
[junit4] 2> 1333075 ERROR (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1333076 ERROR (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
[junit4] 2> at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
[junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
[junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
[junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 44 more
[junit4] 2>
[junit4] 2> 1333076 INFO (qtp1261280777-18054) [n:127.0.0.1:35217_qpdey c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630221
[junit4] 2> 1333077 ERROR (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1333077 INFO (TEST-TestCloudManagedSchema.test-seed#[F59B83221854B56D]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36537 36537
[junit4] 2> 1342726 INFO (Thread-3716) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36537 36537
[junit4] 2> 1342726 WARN (Thread-3716) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestCloudManagedSchema -Dtests.method=test -Dtests.seed=F59B83221854B56D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 640s J0 | TestCloudManagedSchema.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35217/qpdey
[junit4] > at __randomizedtesting.SeedInfo.seed([F59B83221854B56D:7DCFBCF8B6A8D895]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
[junit4] > at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 42 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.schema.TestCloudManagedSchema_F59B83221854B56D-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7df20830), locale=hi, timezone=Etc/GMT-12
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=246784704,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ActionThrottleTest, HighlighterMaxOffsetTest, TestJoin, TestPhraseSuggestions, EnumFieldTest, TestReplicationHandler, MetricsHandlerTest, CollectionsAPISolrJTest, ExternalFileFieldSortTest, BlockJoinFacetSimpleTest, CoreSorterTest, SimpleFacetsTest, TestMacroExpander, HttpTriggerListenerTest, TestSuggestSpellingConverter, AssignBackwardCompatibilityTest, CoreAdminRequestStatusTest, TestManagedSchemaThreadSafety, TestSQLHandler, DeleteReplicaTest, TestStressLiveNodes, DocValuesTest, TestRequestForwarding, PreAnalyzedUpdateProcessorTest, SpatialFilterTest, TestTrieFacet, FastVectorHighlighterTest, UUIDUpdateProcessorFallbackTest, TestSolrJ, AnalysisAfterCoreReloadTest, RequestLoggingTest, TestUtils, TermVectorComponentTest, TestSolrIndexConfig, TestSchemaVersionResource, TestNestedDocsSort, TestIBSimilarityFactory, CleanupOldIndexTest, JsonLoaderTest, TestHalfAndHalfDocValues, TestFoldingMultitermQuery, ForceLeaderTest, TestRawTransformer, TestDynamicLoading, DistributedFacetPivotLargeTest, NodeMutatorTest, TestManagedStopFilterFactory, TestLRUStatsCache, TestComplexPhraseLeadingWildcard, LeaderInitiatedRecoveryOnCommitTest, TestRandomRequestDistribution, SliceStateTest, DistributedDebugComponentTest, ZkControllerTest, CdcrUpdateLogTest, DocumentBuilderTest, RAMDirectoryFactoryTest, TestDynamicFieldCollectionResource, MoveReplicaHDFSTest, DistributedQueryElevationComponentTest, TestNoOpRegenerator, TestFieldCache, SmileWriterTest, TestTolerantUpdateProcessorRandomCloud, QueryParsingTest, TestSolrFieldCacheBean, HdfsDirectoryFactoryTest, OverseerCollectionConfigSetProcessorTest, TestRestManager, TestConfigOverlay, TestCloudManagedSchema]
[junit4] Completed [259/765 (1!)] on J0 in 640.38s, 1 test, 1 error <<< FAILURES!
[...truncated 1709 lines...]
[junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20171230_045443_78013545847084019405851.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid21572.hprof ...
[junit4] Heap dump file created [340947349 bytes in 0.566 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 901 lines...]
[junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_4E9775440D0A2DEB-001/init-core-data-001
[junit4] 2> 107939 WARN (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
[junit4] 2> 107939 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 107939 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 107940 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 107940 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_4E9775440D0A2DEB-001/tempDir-001
[junit4] 2> 107940 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 107940 INFO (Thread-295) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 107940 INFO (Thread-295) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 107942 ERROR (Thread-295) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 108040 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33341
[junit4] 2> 108042 INFO (zkConnectionManagerCallback-308-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108044 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108045 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108046 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108049 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 108050 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@507a78b2{/solr,null,AVAILABLE}
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ee2fa38{/solr,null,AVAILABLE}
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48fc4a9a{HTTP/1.1,[http/1.1]}{127.0.0.1:35487}
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-1) [ ] o.e.j.s.Server Started @110696ms
[junit4] 2> 108051 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35487}
[junit4] 2> 108052 ERROR (jetty-launcher-305-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108052 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.055275Z
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c201a11{HTTP/1.1,[http/1.1]}{127.0.0.1:37641}
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.e.j.s.Server Started @110705ms
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37641}
[junit4] 2> 108061 INFO (zkConnectionManagerCallback-310-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20ab3fa2{/solr,null,AVAILABLE}
[junit4] 2> 108061 ERROR (jetty-launcher-305-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.064924Z
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108061 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56b1cfa9{/solr,null,AVAILABLE}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2fd73521{HTTP/1.1,[http/1.1]}{127.0.0.1:37243}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.e.j.s.Server Started @110706ms
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37243}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@717e5619{HTTP/1.1,[http/1.1]}{127.0.0.1:36425}
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.e.j.s.Server Started @110706ms
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36425}
[junit4] 2> 108062 ERROR (jetty-launcher-305-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108062 ERROR (jetty-launcher-305-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.065980Z
[junit4] 2> 108063 INFO (zkConnectionManagerCallback-312-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108062 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T05:44:48.066494Z
[junit4] 2> 108063 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108066 INFO (zkConnectionManagerCallback-314-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108066 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a5f384480001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 108068 INFO (jetty-launcher-305-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108068 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108072 INFO (zkConnectionManagerCallback-316-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108075 INFO (zkConnectionManagerCallback-320-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108075 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 108077 INFO (jetty-launcher-305-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108081 INFO (jetty-launcher-305-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108092 INFO (zkConnectionManagerCallback-327-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108095 INFO (zkConnectionManagerCallback-330-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108096 INFO (zkConnectionManagerCallback-323-thread-1-processing-n:127.0.0.1:35487_solr) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108103 INFO (jetty-launcher-305-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33341/solr
[junit4] 2> 108110 INFO (zkConnectionManagerCallback-336-thread-1-processing-n:127.0.0.1:37243_solr) [n:127.0.0.1:37243_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108111 INFO (zkConnectionManagerCallback-338-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108113 INFO (zkConnectionManagerCallback-334-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108117 WARN (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108117 WARN (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108117 WARN (jetty-launcher-305-thread-1) [n:127.0.0.1:35487_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108119 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108122 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37641_solr
[junit4] 2> 108125 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.Overseer Overseer (id=99261657117097993-127.0.0.1:37641_solr-n_0000000000) starting
[junit4] 2> 108125 INFO (zkConnectionManagerCallback-341-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 108126 INFO (jetty-launcher-305-thread-1) [n:127.0.0.1:35487_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108126 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108127 INFO (jetty-launcher-305-thread-1) [n:127.0.0.1:35487_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35487_solr
[junit4] 2> 108127 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37243_solr
[junit4] 2> 108130 WARN (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
[junit4] 2> 108132 INFO (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 108132 INFO (jetty-launcher-305-thread-2) [n:127.0.0.1:37641_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37641_solr
[junit4] 2> 108133 INFO (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 108135 INFO (jetty-launcher-305-thread-3) [n:127.0.0.1:36425_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36425_solr
[junit4] 2> 108157 INFO (zkCallback-335-thread-1-processing-n:127.0.0.1:37243_solr) [n:127.0.0.1:37243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 108157 INFO (zkCallback-322-thread-1-processing-n:127.0.0.1:35487_solr) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 108157 INFO (zkCallback-333-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 108158 INFO (zkCallback-340-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 108169 INFO (OverseerStateUpdate-99261657117097993-127.0.0.1:37641_solr-n_0000000000) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 108171 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37243.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64fe4586
[junit4] 2> 108183 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37243.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64fe4586
[junit4] 2> 108184 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37243.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@64fe4586
[junit4] 2> 108184 INFO (jetty-launcher-305-thread-4) [n:127.0.0.1:37243_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-sol
[...truncated too long message...]
ag=null
[junit4] 2> 230111 INFO (jetty-closer-306-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 230113 INFO (jetty-closer-306-thread-3) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 230114 INFO (zkCallback-340-thread-3-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230114 INFO (jetty-closer-306-thread-2) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 230114 INFO (zkCallback-333-thread-4-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230114 INFO (zkCallback-335-thread-3-processing-n:127.0.0.1:37243_solr) [n:127.0.0.1:37243_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230114 INFO (zkCallback-322-thread-3-processing-n:127.0.0.1:35487_solr) [n:127.0.0.1:35487_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
[junit4] 2> 230115 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@76a52a21
[junit4] 2> 230117 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n2, tag=1990535713
[junit4] 2> 230117 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d9d3d60: rootName = solr_36425, domain = solr.core.collection1.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7d0dea31
[junit4] 2> 230118 INFO (jetty-closer-306-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20ab3fa2{/solr,null,UNAVAILABLE}
[junit4] 2> 230119 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6075aa29
[junit4] 2> 230119 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1618324009
[junit4] 2> 230119 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3b1fff62: rootName = solr_37641, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@42694b9e
[junit4] 2> 230121 INFO (jetty-closer-306-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@507a78b2{/solr,null,UNAVAILABLE}
[junit4] 2> 230122 INFO (coreCloseExecutor-498-thread-1) [n:127.0.0.1:36425_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1990535713
[junit4] 2> 230124 INFO (coreCloseExecutor-500-thread-1) [n:127.0.0.1:37641_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1618324009
[junit4] 2> 230126 INFO (jetty-closer-306-thread-4) [ ] o.a.s.c.Overseer Overseer (id=99261657117097993-127.0.0.1:37641_solr-n_0000000000) closing
[junit4] 2> 230126 INFO (OverseerStateUpdate-99261657117097993-127.0.0.1:37641_solr-n_0000000000) [n:127.0.0.1:37641_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37641_solr
[junit4] 2> 230126 WARN (OverseerAutoScalingTriggerThread-99261657117097993-127.0.0.1:37641_solr-n_0000000000) [n:127.0.0.1:37641_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 230127 INFO (jetty-closer-306-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@56b1cfa9{/solr,null,UNAVAILABLE}
[junit4] 2> 230129 INFO (jetty-closer-306-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ee2fa38{/solr,null,UNAVAILABLE}
[junit4] 2> 230130 ERROR (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 230132 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33341 33341
[junit4] 2> 231400 INFO (Thread-295) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33341 33341
[junit4] 2> 231401 WARN (Thread-295) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/collection1/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99261657117097991-127.0.0.1:35487_solr-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/99261657117097993-127.0.0.1:37641_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 231401 INFO (SUITE-StreamExpressionTest-seed#[4E9775440D0A2DEB]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1524, maxMBSortInHeap=6.2662273436382545, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f604f7e), locale=ar-DZ, timezone=BET
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=343824640,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [SolrPingTest, RecursiveEvaluatorTest, TestRetryUtil, MergeIndexesEmbeddedTest, TestLBHttpSolrClient, AbsoluteValueEvaluatorTest, FacetFieldTest, SolrExampleStreamingBinaryTest, QueryResponseTest, ArcTangentEvaluatorTest, TestDelegationTokenResponse, UniformDistributionEvaluatorTest, TestV2Request, NormalDistributionEvaluatorTest, CumulativeProbabilityEvaluatorTest, SubtractEvaluatorTest, RoundEvaluatorTest, ConcurrentUpdateSolrClientTest, SolrExampleEmbeddedTest, CloudSolrClientMultiConstructorTest, SolrZkClientTest, TestFastInputStream, LengthEvaluatorTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, SolrSchemalessExampleTest, CloudSolrClientBuilderTest, CloudSolrClientCacheTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientSSLAuthConPoolTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, JDBCStreamTest, StreamExpressionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamExpressionTest -Dtests.seed=4E9775440D0A2DEB -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar-DZ -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | StreamExpressionTest (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 90 seconds
[junit4] > at __randomizedtesting.SeedInfo.seed([4E9775440D0A2DEB]:0)
[junit4] > at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.setupCluster(StreamExpressionTest.java:103)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [146/146 (1!)] on J1 in 123.50s, 0 tests, 1 failure <<< FAILURES!
[...truncated 7679 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:835: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:787: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid21572.hprof
Total time: 78 minutes 26 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build #
21172 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21172/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.TestAuthenticationFramework.testBasics
Error Message:
Error from server at https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([72625982D23A1936:4FBAF7AEEAD44746]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
at org.apache.solr.cloud.TestAuthenticationFramework.collectionCreateSearchDeleteTwice(TestAuthenticationFramework.java:126)
at org.apache.solr.cloud.TestAuthenticationFramework.testBasics(TestAuthenticationFramework.java:74)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13196 lines...]
[junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/init-core-data-001
[junit4] 2> 1492210 WARN (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1492210 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1492211 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1492213 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1492217 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001
[junit4] 2> 1492217 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1492219 INFO (Thread-2314) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1492219 INFO (Thread-2314) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1492221 ERROR (Thread-2314) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1492319 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.ZkTestServer start zk server on port:35655
[junit4] 2> 1492321 INFO (zkConnectionManagerCallback-3025-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492324 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1492329 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1492333 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@480db88c{/solr,null,AVAILABLE}
[junit4] 2> 1492333 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a322e7f{/solr,null,AVAILABLE}
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2bd5d842{SSL,[ssl, http/1.1]}{127.0.0.1:39865}
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e521858{SSL,[ssl, http/1.1]}{127.0.0.1:32853}
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-2) [ ] o.e.j.s.Server Started @1493769ms
[junit4] 2> 1492334 INFO (jetty-launcher-3022-thread-1) [ ] o.e.j.s.Server Started @1493769ms
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39865}
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32853}
[junit4] 2> 1492335 ERROR (jetty-launcher-3022-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1492335 ERROR (jetty-launcher-3022-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1492335 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T02:16:13.354Z
[junit4] 2> 1492336 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-30T02:16:13.354Z
[junit4] 2> 1492337 INFO (zkConnectionManagerCallback-3028-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492337 INFO (zkConnectionManagerCallback-3029-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492337 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1492338 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1492344 INFO (jetty-launcher-3022-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35655/solr
[junit4] 2> 1492344 INFO (jetty-launcher-3022-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35655/solr
[junit4] 2> 1492345 INFO (zkConnectionManagerCallback-3034-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492345 INFO (zkConnectionManagerCallback-3037-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492346 INFO (zkConnectionManagerCallback-3039-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492346 INFO (zkConnectionManagerCallback-3041-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492393 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1492394 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39865_solr
[junit4] 2> 1492394 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.Overseer Overseer (id=99260836953391110-127.0.0.1:39865_solr-n_0000000000) starting
[junit4] 2> 1492396 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1492397 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32853_solr
[junit4] 2> 1492398 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1492401 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39865_solr
[junit4] 2> 1492413 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1492417 INFO (zkCallback-3040-thread-2-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1492443 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1492471 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492475 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492475 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492476 INFO (jetty-launcher-3022-thread-2) [n:127.0.0.1:39865_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/.
[junit4] 2> 1492481 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
[junit4] 2> 1492498 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492503 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492503 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1492503 INFO (jetty-launcher-3022-thread-1) [n:127.0.0.1:32853_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/.
[junit4] 2> 1492518 INFO (zkConnectionManagerCallback-3047-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492520 INFO (zkConnectionManagerCallback-3051-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1492520 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1492525 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35655/solr ready
[junit4] 2> 1492526 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
[junit4] 2> 1492543 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1492544 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=2&name=testcollection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1492544 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1492544 INFO (OverseerThreadFactory-5092-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.CreateCollectionCmd Create collection testcollection
[junit4] 2> 1492545 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1492660 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32853/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492661 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testcollection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39865/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492663 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:32853/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492664 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testcollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testcollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39865/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1492893 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1492893 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&coreNodeName=core_node8&name=testcollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1492893 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1492894 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613&coreNodeName=core_node5&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1492894 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613&coreNodeName=core_node5&name=testcollection_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1492904 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1492905 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901&coreNodeName=core_node7&name=testcollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1492905 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1492907 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1492907 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testcollection&version=2&replicaType=NRT&async=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061&coreNodeName=core_node2&name=testcollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1492908 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1492908 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493009 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493009 INFO (zkCallback-3040-thread-2-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493009 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493009 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1493545 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1493545 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493901 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493901 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493906 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema [testcollection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 1493906 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema [testcollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 1493908 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493908 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n6' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493909 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1493909 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1493910 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.core.testcollection.shard2.replica_n6' (registry 'solr.core.testcollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493910 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493911 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [[testcollection_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/testcollection_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/./testcollection_shard2_replica_n6/data/]
[junit4] 2> 1493930 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493933 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493933 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n3' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493933 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1493934 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39865.solr.core.testcollection.shard1.replica_n3' (registry 'solr.core.testcollection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493934 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493934 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [[testcollection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/testcollection_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node2/./testcollection_shard1_replica_n3/data/]
[junit4] 2> 1493937 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema [testcollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 1493938 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema [testcollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard2_replica_n4' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.core.testcollection.shard2.replica_n4' (registry 'solr.core.testcollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493939 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [[testcollection_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/testcollection_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/./testcollection_shard2_replica_n4/data/]
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testcollection_shard1_replica_n1' using configuration from collection testcollection, trusted=true
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32853.solr.core.testcollection.shard1.replica_n1' (registry 'solr.core.testcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e8727a8
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1493940 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [[testcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/testcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001/tempDir-001/node1/./testcollection_shard1_replica_n1/data/]
[junit4] 2> 1493969 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493969 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493970 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493970 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493972 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@307e16f6[testcollection_shard2_replica_n6] main]
[junit4] 2> 1493972 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493972 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393092411392
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493973 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493974 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493974 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@45950d08[testcollection_shard1_replica_n3] main]
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fed15fe[testcollection_shard1_replica_n1] main]
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1493975 INFO (searcherExecutor-5097-thread-1-processing-x:testcollection_shard2_replica_n6 r:core_node8 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE n:127.0.0.1:39865_solr s:shard2 c:testcollection) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] Registered new searcher Searcher@307e16f6[testcollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493975 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1493976 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493977 INFO (searcherExecutor-5098-thread-1-processing-x:testcollection_shard1_replica_n3 r:core_node5 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE n:127.0.0.1:39865_solr s:shard1 c:testcollection) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@45950d08[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493977 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393096605696
[junit4] 2> 1493977 INFO (searcherExecutor-5100-thread-1-processing-x:testcollection_shard1_replica_n1 r:core_node2 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE n:127.0.0.1:32853_solr s:shard1 c:testcollection) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@1fed15fe[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493977 INFO (parallelCoreAdminExecutor-5095-thread-2-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315651131061 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393096605696
[junit4] 2> 1493977 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@12a1a61c[testcollection_shard2_replica_n4] main]
[junit4] 2> 1493978 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 1493978 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 1493978 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1493979 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1493979 INFO (searcherExecutor-5099-thread-1-processing-x:testcollection_shard2_replica_n4 r:core_node7 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE n:127.0.0.1:32853_solr s:shard2 c:testcollection) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.SolrCore [testcollection_shard2_replica_n4] Registered new searcher Searcher@12a1a61c[testcollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1493979 INFO (parallelCoreAdminExecutor-5095-thread-1-processing-n:127.0.0.1:32853_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901 CREATE) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588173393098702848
[junit4] 2> 1493979 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1494104 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494104 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494104 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494104 INFO (zkCallback-3040-thread-3-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/
[junit4] 2> 1494479 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=https://127.0.0.1:39865/solr START replicas=[https://127.0.0.1:32853/solr/testcollection_shard2_replica_n4/] nUpdates=100
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/
[junit4] 2> 1494480 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=https://127.0.0.1:39865/solr START replicas=[https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 1494481 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494482 INFO (qtp314695004-12953) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494546 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1494546 INFO (qtp2142066776-12963) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testcollection_shard2_replica_n6 url=https://127.0.0.1:39865/solr DONE. We have no versions. sync failed.
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1494779 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=testcollection_shard1_replica_n3 url=https://127.0.0.1:39865/solr DONE. We have no versions. sync failed.
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1494781 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/ shard2
[junit4] 2> 1494782 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/ shard1
[junit4] 2> 1494882 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494882 INFO (zkCallback-3040-thread-3-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494882 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494882 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1494909 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1494909 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1494931 INFO (parallelCoreAdminExecutor-5093-thread-1-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1494932 INFO (parallelCoreAdminExecutor-5093-thread-2-processing-n:127.0.0.1:39865_solr 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315652572613 CREATE) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1495082 INFO (zkCallback-3040-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495082 INFO (zkCallback-3038-thread-1-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495082 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495082 INFO (zkCallback-3040-thread-3-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testcollection/state.json] for collection [testcollection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1495547 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1495547 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495910 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553
[junit4] 2> 1495910 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315655211553&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495912 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901
[junit4] 2> 1495912 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f52301315653919901&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1495913 INFO (OverseerThreadFactory-5092-thread-1-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1496545 INFO (OverseerCollectionConfigSetProcessor-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1496548 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1496548 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496548 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1496549 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=1d12ecc8-8fdb-416b-a134-0df0c3cfd2f5&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496549 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testcollection failOnTimeout:true timeout (sec):330
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node5 rstate:active live:true
[junit4] 1> replica:core_node7 rstate:active live:true
[junit4] 1> replica:core_node8 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 2> 1496549 INFO (TEST-TestAuthenticationFramework.testBasics-seed#[72625982D23A1936]) [ ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testcollection
[junit4] 2> 1496551 INFO (qtp314695004-12953) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32853/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/&rows=10&version=2&q=*:*&NOW=1514600177569&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1496552 INFO (qtp314695004-13040) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/|https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&rows=10&version=2&q=*:*&NOW=1514600177569&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1496552 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=0 status=0 QTime=1
[junit4] 2> 1496555 INFO (qtp314695004-12950) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&wt=javabin&version=2}{add=[1 (1588173395797737472)]} 0 0
[junit4] 2> 1496555 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:5&wt=javabin&version=2}{add=[1 (1588173395797737472)]} 0 2
[junit4] 2> 1496556 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395800883200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496556 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3e7fb82e commitCommandVersion:1588173395800883200
[junit4] 2> 1496556 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395800883200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496556 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1496557 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496557 INFO (qtp314695004-12959) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n4] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1496558 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395802980352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496558 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@36348558 commitCommandVersion:1588173395802980352
[junit4] 2> 1496558 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c870605[testcollection_shard1_replica_n1] main]
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1588173395802980352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496558 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496558 INFO (qtp2142066776-12965) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard2_replica_n6] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 1496559 INFO (searcherExecutor-5100-thread-1-processing-n:127.0.0.1:32853_solr x:testcollection_shard1_replica_n1 s:shard1 c:testcollection r:core_node2) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] Registered new searcher Searcher@4c870605[testcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1496559 INFO (qtp314695004-12952) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1496560 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@447d4441[testcollection_shard1_replica_n3] main]
[junit4] 2> 1496560 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1496561 INFO (searcherExecutor-5098-thread-1-processing-n:127.0.0.1:39865_solr x:testcollection_shard1_replica_n3 s:shard1 c:testcollection r:core_node5) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] Registered new searcher Searcher@447d4441[testcollection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1496561 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 3
[junit4] 2> 1496561 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [testcollection_shard1_replica_n3] webapp=/solr path=/update params={_stateVer_=testcollection:5&commit=true&wt=javabin&version=2}{commit=} 0 5
[junit4] 2> 1496562 INFO (qtp314695004-13040) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.c.S.Request [testcollection_shard2_replica_n4] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:32853/solr/testcollection_shard2_replica_n4/|https://127.0.0.1:39865/solr/testcollection_shard2_replica_n6/&rows=10&version=2&q=*:*&NOW=1514600177581&isShard=true&wt=javabin} hits=0 status=0 QTime=0
[junit4] 2> 1496563 INFO (qtp2142066776-12960) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.S.Request [testcollection_shard1_replica_n3] webapp=/solr path=/select params={df=text&distrib=false&_stateVer_=testcollection:5&fl=id&fl=score&shards.purpose=4&start=0&fsv=true&shard.url=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/|https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/&rows=10&version=2&q=*:*&NOW=1514600177581&isShard=true&wt=javabin} hits=1 status=0 QTime=0
[junit4] 2> 1496563 INFO (qtp2142066776-12964) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n3] o.a.s.c.S.Request [testcollection_shard1_replica_n3] webapp=/solr path=/select params={q=*:*&df=text&distrib=false&_stateVer_=testcollection:5&shards.purpose=64&NOW=1514600177581&ids=1&isShard=true&shard.url=https://127.0.0.1:39865/solr/testcollection_shard1_replica_n3/|https://127.0.0.1:32853/solr/testcollection_shard1_replica_n1/&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1496564 INFO (qtp314695004-13041) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node2 x:testcollection_shard1_replica_n1] o.a.s.c.S.Request [testcollection_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&_stateVer_=testcollection:5&wt=javabin&version=2} hits=1 status=0 QTime=1
[junit4] 2> 1496564 INFO (qtp2142066776-12954) [n:127.0.0.1:39865_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1496565 INFO (OverseerThreadFactory-5092-thread-2-processing-n:127.0.0.1:39865_solr) [n:127.0.0.1:39865_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 1496565 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n3, tag=null
[junit4] 2> 1496565 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n1, tag=null
[junit4] 2> 1496565 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47fff9d0: rootName = solr_39865, domain = solr.core.testcollection.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@21d3be87
[junit4] 2> 1496565 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@784d280f: rootName = solr_32853, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2720d96
[junit4] 2> 1496575 INFO (qtp2142066776-12958) [n:127.0.0.1:39865_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=null
[junit4] 2> 1496575 INFO (qtp2142066776-12956) [n:127.0.0.1:39865_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n3] CLOSING SolrCore org.apache.solr.core.SolrCore@1cf4ea4
[junit4] 2> 1496575 INFO (qtp2142066776-12958) [n:127.0.0.1:39865_solr ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2fff63c3: rootName = solr_39865, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@52ea650a
[junit4] 2> 1496575 INFO (qtp314695004-12955) [n:127.0.0.1:32853_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n4, tag=null
[junit4] 2> 1496575 INFO (qtp314695004-12951) [n:127.0.0.1:32853_solr ] o.a.s.c.SolrCore [testcollection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@6afd9df0
[junit4] 2> 1496575 INFO (qtp314695004-1
[...truncated too long message...]
re_node5 x:testcollection_shard1_replica_n2] o.a.s.c.SolrCore [testcollection_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@11e9f198
[junit4] 2> 1500822 INFO (coreCloseExecutor-5137-thread-1) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3943235d: rootName = solr_39865, domain = solr.core.testcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5d212c80
[junit4] 2> 1500822 INFO (coreCloseExecutor-5138-thread-1) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard1.replica_n2, tag=300544408
[junit4] 2> 1500823 INFO (coreCloseExecutor-5138-thread-1) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79bf9215: rootName = solr_32853, domain = solr.core.testcollection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testcollection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@5d4a0025
[junit4] 2> 1500824 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.c.SolrCore [testcollection_shard2_replica_n6] CLOSING SolrCore org.apache.solr.core.SolrCore@35ebbfe7
[junit4] 2> 1500830 INFO (coreCloseExecutor-5137-thread-2) [n:127.0.0.1:39865_solr c:testcollection s:shard2 r:core_node7 x:testcollection_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=1195748870
[junit4] 2> 1500830 INFO (coreCloseExecutor-5137-thread-1) [n:127.0.0.1:39865_solr c:testcollection s:shard1 r:core_node3 x:testcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=1800082983
[junit4] 2> 1500834 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard2.replica_n6, tag=904642535
[junit4] 2> 1500834 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5d5a207b: rootName = solr_32853, domain = solr.core.testcollection.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.testcollection.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@7a40e60f
[junit4] 2> 1500835 INFO (jetty-closer-3023-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99260836953391110-127.0.0.1:39865_solr-n_0000000000) closing
[junit4] 2> 1500835 INFO (OverseerStateUpdate-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39865_solr
[junit4] 2> 1500835 WARN (OverseerAutoScalingTriggerThread-99260836953391110-127.0.0.1:39865_solr-n_0000000000) [n:127.0.0.1:39865_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1500842 INFO (zkCallback-3038-thread-2-processing-n:127.0.0.1:32853_solr) [n:127.0.0.1:32853_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32853_solr
[junit4] 2> 1500843 INFO (jetty-closer-3023-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@480db88c{/solr,null,UNAVAILABLE}
[junit4] 2> 1501233 INFO (coreCloseExecutor-5138-thread-2) [n:127.0.0.1:32853_solr c:testcollection s:shard2 r:core_node8 x:testcollection_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard2.leader, tag=904642535
[junit4] 2> 1501233 INFO (coreCloseExecutor-5138-thread-1) [n:127.0.0.1:32853_solr c:testcollection s:shard1 r:core_node5 x:testcollection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard1.leader, tag=300544408
[junit4] 2> 1501240 INFO (jetty-closer-3023-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5a322e7f{/solr,null,UNAVAILABLE}
[junit4] 2> 1501246 ERROR (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1501246 INFO (SUITE-TestAuthenticationFramework-seed#[72625982D23A1936]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35655 35655
[junit4] 2> 1501440 INFO (Thread-2314) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35655 35655
[junit4] 2> 1501440 WARN (Thread-2314) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/configs/solrCloudCollectionConfig
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/testcollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestAuthenticationFramework_72625982D23A1936-001
[junit4] 2> Dec 30, 2017 2:16:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1409, maxMBSortInHeap=5.457977262594508, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24b57dba), locale=mk, timezone=Australia/NSW
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=326533296,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [PreAnalyzedFieldManagedSchemaCloudTest, CustomCollectionTest, TestManagedSynonymGraphFilterFactory, TestCloudJSONFacetJoinDomain, ConfigSetsAPITest, TestRestoreCore, SimpleMLTQParserTest, TestHighFrequencyDictionaryFactory, TestReplicaProperties, PeerSyncWithIndexFingerprintCachingTest, TestDistributedMissingSort, DefaultValueUpdateProcessorTest, MultiThreadedOCPTest, TestQuerySenderListener, FieldAnalysisRequestHandlerTest, TestRTimerTree, TestSSLRandomization, TestStreamBody, SolrMetricsIntegrationTest, ReplaceNodeTest, OverseerTest, TestUseDocValuesAsStored2, TestCloudNestedDocsSort, TestSortByMinMaxFunction, SolrCLIZkUtilsTest, TestBackupRepositoryFactory, ChaosMonkeyNothingIsSafeTest, SystemLogListenerTest, TestSolrCoreSnapshots, RequiredFieldsTest, TestInfoStreamLogging, TolerantUpdateProcessorTest, TestExtendedDismaxParser, CdcrBidirectionalTest, LeaderElectionTest, TestCollationFieldDocValues, ShardSplitTest, TestBulkSchemaConcurrent, SubstringBytesRefFilterTest, TestExceedMaxTermLength, IndexBasedSpellCheckerTest, OverriddenZkACLAndCredentialsProvidersTest, TestSubQueryTransformerCrossCore, TestLRUCache, TestXmlQParserPlugin, TestSchemaManager, TestLMJelinekMercerSimilarityFactory, BasicDistributedZk2Test, SolrCoreCheckLockOnStartupTest, FileBasedSpellCheckerTest, PluginInfoTest, SpellPossibilityIteratorTest, InfoHandlerTest, ConnectionReuseTest, TestDocTermOrds, TestMultiWordSynonyms, TestQueryTypes, SolrTestCaseJ4Test, TimeZoneUtilsTest, TestSolrCloudWithKerberosAlt, CopyFieldTest, TestUniqueKeyFieldResource, TestNumericRangeQuery32, HttpPartitionTest, TestCollapseQParserPlugin, PeerSyncReplicationTest, FieldMutatingUpdateProcessorTest, TestPKIAuthenticationPlugin, SolrCoreMetricManagerTest, HdfsSyncSliceTest, TestSchemaSimilarityResource, TestReloadAndDeleteDocs, TestPayloadCheckQParserPlugin, FullSolrCloudDistribCmdsTest, OverseerRolesTest, TestRawResponseWriter, TestCustomStream, TestClusterStateProvider, ConjunctionSolrSpellCheckerTest, TestPartialUpdateDeduplication, EchoParamsTest, BlobRepositoryCloudTest, TestSystemIdResolver, UnloadDistributedZkTest, TestFunctionQuery, ShufflingReplicaListTransformerTest, TestDistributedGrouping, DistribJoinFromCollectionTest, CdcrReplicationHandlerTest, SolrJmxReporterCloudTest, LegacyCloudClusterPropTest, TestSolrQueryResponse, TestRandomFlRTGCloud, RankQueryTest, TestGroupingSearch, TestRandomCollapseQParserPlugin, HdfsUnloadDistributedZkTest, TestEmbeddedSolrServerConstructors, TestLockTree, BufferStoreTest, DocValuesNotIndexedTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistributedFacetPivotSmallAdvancedTest, TestCollectionAPI, TestInPlaceUpdatesStandalone, TestConfigSetProperties, TestLegacyNumericRangeQueryBuilder, BadComponentTest, DocValuesMissingTest, TestSimDistributedQueue, ExitableDirectoryReaderTest, TestDefaultStatsCache, RollingRestartTest, TestNonDefinedSimilarityFactory, TestSolrCoreProperties, TestAuthenticationFramework]
[junit4] Completed [454/765 (1!)] on J2 in 9.99s, 1 test, 1 error <<< FAILURES!
[...truncated 49068 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21171 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21171/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC
3 tests failed.
FAILED: org.apache.solr.cloud.DistribCursorPagingTest.test
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:44903/fzd/b
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44903/fzd/b
at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:76CD1066149E038A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:43575/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:41807/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:34201/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:43575/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:41807/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:34201/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:5454FC4E0DB1BBA2]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34201/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
... 46 more
FAILED: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple
Error Message:
Error from server at https://127.0.0.1:41535/solr: Timed out waiting to see all replicas: [testSimple2_shard1_replica_n1, testSimple2_shard1_replica_n2, testSimple2_shard2_replica_n3, testSimple2_shard2_replica_n4] in cluster state. Last state: DocCollection(testSimple2//collections/testSimple2/state.json/0)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41535/solr: Timed out waiting to see all replicas: [testSimple2_shard1_replica_n1, testSimple2_shard1_replica_n2, testSimple2_shard2_replica_n3, testSimple2_shard2_replica_n4] in cluster state. Last state: DocCollection(testSimple2//collections/testSimple2/state.json/0)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"false",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:C62A0B429D91BAA3]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:73)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12130 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/init-core-data-001
[junit4] 2> 350786 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 350787 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 350789 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 350790 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001
[junit4] 2> 350790 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 350790 INFO (Thread-3200) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 350790 INFO (Thread-3200) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 350792 ERROR (Thread-3200) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 350890 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35401
[junit4] 2> 350892 INFO (zkConnectionManagerCallback-815-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350895 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 350895 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 350895 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 350906 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@119185d{/solr,null,AVAILABLE}
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=2406515
[junit4] 2> 350906 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@473984{/solr,null,AVAILABLE}
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=17565785
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=12533641
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=565773
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=24145695
[junit4] 2> 350906 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=13367336
[junit4] 2> 350907 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=29477839
[junit4] 2> 350907 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=13506352
[junit4] 2> 350907 ERROR (Finalizer) [ ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!! instance=8946785
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@163dcde{/solr,null,AVAILABLE}
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@114def9{SSL,[ssl, http/1.1]}{127.0.0.1:45403}
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-3) [ ] o.e.j.s.Server Started @351954ms
[junit4] 2> 350907 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45403}
[junit4] 2> 350908 ERROR (jetty-launcher-812-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1c1c2e7{SSL,[ssl, http/1.1]}{127.0.0.1:41535}
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@134abe6{SSL,[ssl, http/1.1]}{127.0.0.1:40281}
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-2) [ ] o.e.j.s.Server Started @351954ms
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-1) [ ] o.e.j.s.Server Started @351955ms
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41535}
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40281}
[junit4] 2> 350908 ERROR (jetty-launcher-812-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 350908 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T21:04:34.438Z
[junit4] 2> 350908 ERROR (jetty-launcher-812-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T21:04:34.438Z
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 350909 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T21:04:34.438Z
[junit4] 2> 350913 INFO (zkConnectionManagerCallback-817-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350913 INFO (zkConnectionManagerCallback-819-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350913 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 350913 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 350913 INFO (zkConnectionManagerCallback-821-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350914 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 350939 INFO (jetty-launcher-812-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35401/solr
[junit4] 2> 350941 INFO (zkConnectionManagerCallback-826-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350942 INFO (jetty-launcher-812-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35401/solr
[junit4] 2> 350943 INFO (zkConnectionManagerCallback-830-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350943 INFO (jetty-launcher-812-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35401/solr
[junit4] 2> 350952 INFO (zkConnectionManagerCallback-832-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350953 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350953 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a4173c100007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 350954 INFO (zkConnectionManagerCallback-837-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 350954 INFO (zkConnectionManagerCallback-839-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40281_solr
[junit4] 2> 351005 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45403_solr
[junit4] 2> 351006 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 351006 INFO (zkCallback-831-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 351007 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 351009 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41535_solr
[junit4] 2> 351011 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 351011 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 351011 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.Overseer Overseer (id=99259611501035528-127.0.0.1:40281_solr-n_0000000000) starting
[junit4] 2> 351011 INFO (zkCallback-831-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 351023 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 351024 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40281_solr
[junit4] 2> 351025 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 351025 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 351025 INFO (zkCallback-831-thread-1-processing-n:127.0.0.1:41535_solr) [n:127.0.0.1:41535_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 351027 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45403_solr, 127.0.0.1:41535_solr]
[junit4] 2> 351027 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 351027 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 351027 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 351034 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 351035 DEBUG (OverseerAutoScalingTriggerThread-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 351035 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 351225 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351240 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351240 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351242 INFO (jetty-launcher-812-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node1/.
[junit4] 2> 351299 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351316 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351316 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351318 INFO (jetty-launcher-812-thread-3) [n:127.0.0.1:45403_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node3/.
[junit4] 2> 351390 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41535.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351401 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41535.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351401 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41535.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 351402 INFO (jetty-launcher-812-thread-2) [n:127.0.0.1:41535_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node2/.
[junit4] 2> 351440 INFO (zkConnectionManagerCallback-847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351441 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160a4173c10000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 351442 INFO (zkConnectionManagerCallback-851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 351443 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 351443 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35401/solr ready
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 351535 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 351541 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 351544 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 351553 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43413_hdfs____.h6d5m7/webapp
[junit4] 2> 352036 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 352283 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43413
[junit4] 2> 352373 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 352374 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 352392 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35947_datanode____yhmrpd/webapp
[junit4] 2> 352944 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35947
[junit4] 2> 352974 WARN (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 352974 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 352984 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35239_datanode____okztp/webapp
[junit4] 2> 353036 DEBUG (ScheduledTrigger-1180-thread-2) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 353067 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:35493) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 353076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c078d693722: from storage DS-9dd59fd8-5df6-4c42-891a-4887be061a3d node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=6d45311b-a0d1-452f-bac4-a578dbf53fe7, infoPort=34791, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 353076 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c078d693722: from storage DS-2248fec6-185d-4c5f-8512-46444bd6df01 node DatanodeRegistration(127.0.0.1:45875, datanodeUuid=6d45311b-a0d1-452f-bac4-a578dbf53fe7, infoPort=34791, infoSecurePort=0, ipcPort=38641, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 353479 INFO (SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[FE992FBCBA626E72]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35239
[junit4] 2> 353574 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:35493) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 353578 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c07ab611ff4: from storage DS-36846b15-8d93-4685-b58a-08969add1cd5 node DatanodeRegistration(127.0.0.1:44623, datanodeUuid=0074a293-e986-4523-8ab4-8973b30ae7b8, infoPort=36001, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 353578 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x81c07ab611ff4: from storage DS-2f3ea1ca-608c-4a4c-969c-bf61e5576c15 node DatanodeRegistration(127.0.0.1:44623, datanodeUuid=0074a293-e986-4523-8ab4-8973b30ae7b8, infoPort=36001, infoSecurePort=0, ipcPort=45459, storageInfo=lv=-56;cid=testClusterID;nsid=303896805;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 353642 INFO (TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[FE992FBCBA626E72]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 353718 INFO (qtp16704728-5642) [n:127.0.0.1:41535_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:40281_solr,127.0.0.1:45403_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 353721 INFO (OverseerThreadFactory-1182-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 353828 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45403/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 353830 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40281/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 353832 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45403/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 353834 INFO (OverseerStateUpdate-99259611501035528-127.0.0.1:40281_solr-n_0000000000) [n:127.0.0.1:40281_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40281/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 354037 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 354185 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354186 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 354189 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354189 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 354198 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354198 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 354302 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 354302 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355037 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 355236 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355237 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355237 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355245 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 355251 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 355251 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 355251 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 355265 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355265 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355265 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355265 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355266 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355266 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355266 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40281.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355266 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355267 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355269 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355273 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data/]
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355273 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355273 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355273 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data/]
[junit4] 2> 355273 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355274 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355274 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355274 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data/]
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45403.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f57a7d
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:35493/data
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 355274 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_FE992FBCBA626E72-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data/]
[junit4] 2> 355276 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data/snapshot_metadata
[junit4] 2> 355276 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data/snapshot_metadata
[junit4] 2> 355277 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data/snapshot_metadata
[junit4] 2> 355277 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data/snapshot_metadata
[junit4] 2> 355303 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data
[junit4] 2> 355304 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data
[junit4] 2> 355306 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data
[junit4] 2> 355307 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data
[junit4] 2> 355328 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node3/data/index
[junit4] 2> 355329 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node7/data/index
[junit4] 2> 355333 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node8/data/index
[junit4] 2> 355333 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:35493/data/testSimple1/core_node5/data/index
[junit4] 2> 355382 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-9dd59fd8-5df6-4c42-891a-4887be061a3d:NORMAL:127.0.0.1:45875|RBW], ReplicaUC[[DISK]DS-36846b15-8d93-4685-b58a-08969add1cd5:NORMAL:127.0.0.1:44623|RBW]]} size 0
[junit4] 2> 355384 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741825_1001 size 69
[junit4] 2> 355390 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2248fec6-185d-4c5f-8512-46444bd6df01:NORMAL:127.0.0.1:45875|RBW], ReplicaUC[[DISK]DS-36846b15-8d93-4685-b58a-08969add1cd5:NORMAL:127.0.0.1:44623|RBW]]} size 0
[junit4] 2> 355391 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2f3ea1ca-608c-4a4c-969c-bf61e5576c15:NORMAL:127.0.0.1:44623|RBW], ReplicaUC[[DISK]DS-9dd59fd8-5df6-4c42-891a-4887be061a3d:NORMAL:127.0.0.1:45875|RBW]]} size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45875 is added to blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-2248fec6-185d-4c5f-8512-46444bd6df01:NORMAL:127.0.0.1:45875|RBW], ReplicaUC[[DISK]DS-2f3ea1ca-608c-4a4c-969c-bf61e5576c15:NORMAL:127.0.0.1:44623|RBW]]} size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741826_1002 size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741827_1003 size 69
[junit4] 2> 355392 INFO (Block report processor) [ ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44623 is added to blk_1073741828_1004 size 69
[junit4] 2> 355465 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355465 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355465 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355467 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355467 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355467 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355499 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355499 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355504 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355504 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355516 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1898ee6[testSimple1_shard2_replica_n4] main]
[junit4] 2> 355517 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355517 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355518 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355520 INFO (searcherExecutor-1191-thread-1-processing-n:127.0.0.1:45403_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@1898ee6[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355520 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153788975284224
[junit4] 2> 355522 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@e563b3[testSimple1_shard2_replica_n6] main]
[junit4] 2> 355524 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355524 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355525 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355527 INFO (searcherExecutor-1190-thread-1-processing-n:127.0.0.1:40281_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@e563b3[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355527 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153788982624256
[junit4] 2> 355528 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 355629 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355630 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355629 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355629 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355629 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355845 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355846 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355846 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355856 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355856 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355860 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 355860 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 355860 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
[junit4] 2> 355868 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e4a779[testSimple1_shard1_replica_n1] main]
[junit4] 2> 355869 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355869 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355870 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355871 INFO (searcherExecutor-1192-thread-1-processing-n:127.0.0.1:45403_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@e4a779[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355872 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153789344382976
[junit4] 2> 355875 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 355875 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 355876 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 355888 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1629ca6[testSimple1_shard1_replica_n2] main]
[junit4] 2> 355889 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 355889 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 355890 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 355892 INFO (searcherExecutor-1189-thread-1-processing-n:127.0.0.1:40281_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@1629ca6[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 355892 INFO (qtp20513673-5666) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588153789365354496
[junit4] 2> 355977 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355978 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355978 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355977 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 355977 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45403/solr/testSimple1_shard2_replica_n4/
[junit4] 2> 356029 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:45403/solr START replicas=[https://127.0.0.1:40281/solr/testSimple1_shard2_replica_n6/] nUpdates=100
[junit4] 2> 356034 INFO (qtp20513673-5655) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.S.Request [testSimple1_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 356037 DEBUG (ScheduledTrigger-1180-thread-1) [n:127.0.0.1:40281_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 356329 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n4 url=https://127.0.0.1:45403/solr DONE. We have no versions. sync failed.
[junit4] 2> 356330 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 356330 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 356330 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 356332 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45403/solr/testSimple1_shard2_replica_n4/ shard2
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45403/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 356377 INFO (qtp3788986-5660) [n:127.0.0.1:45403_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:45403/solr START replicas=[https://127.0.0.1:40281/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 356379 INFO (qtp20513673-5665) [n:127.0.0.1:40281_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 356434 INFO (zkCallback-838-thread-1-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-836-thread-3-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356434 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356483 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 356485 INFO (qtp3788986-5647) [n:127.0.0.1:45403_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2286
[junit4] 2> 356532 INFO (qtp20513673-5653) [n:127.0.0.1:40281_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2343
[junit4] 2> 356633 INFO (zkCallback-836-thread-1-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356633 INFO (zkCallback-838-thread-2-processing-n:127.0.0.1:45403_solr) [n:127.0.0.1:45403_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356633 INFO (zkCallback-836-thread-2-processing-n:127.0.0.1:40281_solr) [n:127.0.0.1:40281_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 356633 INFO (zkCallback-836
[...truncated too long message...]
vabin&version=2&replicaType=NRT} status=0 QTime=630156
[junit4] 2> 2189735 ERROR (TEST-DistribCursorPagingTest.test-seed#[FE992FBCBA626E72]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2189736 INFO (TEST-DistribCursorPagingTest.test-seed#[FE992FBCBA626E72]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35771 35771
[junit4] 2> 2194755 INFO (Thread-5165) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35771 35771
[junit4] 2> 2194756 WARN (Thread-5165) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistribCursorPagingTest -Dtests.method=test -Dtests.seed=FE992FBCBA626E72 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=America/Cuiaba -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 636s J0 | DistribCursorPagingTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:44903/fzd/b
[junit4] > at __randomizedtesting.SeedInfo.seed([FE992FBCBA626E72:76CD1066149E038A]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.DistribCursorPagingTest_FE992FBCBA626E72-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=27893, maxDocsPerChunk=360, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=27893, blockSize=1)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d9d5e1), locale=sr-BA, timezone=America/Cuiaba
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=248175792,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [PeerSyncTest, TestPostingsSolrHighlighter, HdfsBasicDistributedZkTest, TermsComponentTest, AssignBackwardCompatibilityTest, TestJavabinTupleStreamParser, TestSolrJ, BlockJoinFacetSimpleTest, NodeLostTriggerTest, SolrPluginUtilsTest, TestUpdate, HttpSolrCallGetCoreTest, SolrMetricManagerTest, SolrCoreTest, CollectionsAPISolrJTest, TestPolicyCloud, CoreAdminRequestStatusTest, TestPerFieldSimilarityWithDefaultOverride, UpdateRequestProcessorFactoryTest, TestReversedWildcardFilterFactory, TestFoldingMultitermQuery, DeleteInactiveReplicaTest, LeaderElectionIntegrationTest, ResponseLogComponentTest, TestChildDocTransformer, TestDistributedStatsComponentCardinality, TestShardHandlerFactory, DistributedMLTComponentTest, TermVectorComponentTest, PrimitiveFieldTypeTest, UpdateLogTest, V2StandaloneTest, TestSweetSpotSimilarityFactory, TestPivotHelperCode, TestCrossCoreJoin, TestComputePlanAction, TestComplexPhraseLeadingWildcard, TestManagedStopFilterFactory, TestCloudSearcherWarming, TestCloudDeleteByQuery, TestRequestForwarding, CacheHeaderTest, BlockCacheTest, PKIAuthenticationIntegrationTest, TestNumericRangeQuery64, TestMaxTokenLenTokenizer, TestIBSimilarityFactory, CurrencyFieldTypeTest, SSLMigrationTest, TestWordDelimiterFilterFactory, TestNoOpRegenerator, TestSolrIndexConfig, MinimalSchemaTest, SearchHandlerTest, HighlighterMaxOffsetTest, TestSkipOverseerOperations, TestCloudPivotFacet, TestRuleBasedAuthorizationPlugin, ReplicationFactorTest, InfixSuggestersTest, SliceStateTest, UninvertDocValuesMergePolicyTest, MoveReplicaHDFSTest, BadCopyFieldTest, TestMiniSolrCloudClusterSSL, HLLSerializationTest, MultiTermTest, DateMathParserTest, DistributedDebugComponentTest, TestHdfsCloudBackupRestore, TestIndexingPerformance, HdfsDirectoryFactoryTest, TestSchemaNameResource, URLClassifyProcessorTest, TestPhraseSuggestions, AutoAddReplicasIntegrationTest, TestNestedDocsSort, TestHalfAndHalfDocValues, UUIDUpdateProcessorFallbackTest, TestEmbeddedSolrServerSchemaAPI, TestNamedUpdateProcessors, QueryParsingTest, TestSmileRequest, TestLRUStatsCache, TestFieldSortValues, TestSolrXml, SolrIndexMetricsTest, SpellCheckComponentTest, TestDFRSimilarityFactory, SimpleFacetsTest, TestConfigOverlay, TestRecovery, TestMacroExpander, TestStressVersions, NodeMutatorTest, SpatialFilterTest, TestLegacyField, TestQueryUtils, TestReloadDeadlock, TestFastOutputStream, TestFieldResource, TestMaxScoreQueryParser, FastVectorHighlighterTest, TestBadConfig, TestUtils, TestPullReplica, TestTriggerIntegration, TestSolrCLIRunExample, TestBinaryField, TriLevelCompositeIdRoutingTest, LeaderElectionContextKeyTest, PreAnalyzedUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestDistributedSearch, TestLegacyFieldCache, StatelessScriptUpdateProcessorFactoryTest, DateFieldTest, TestConfigReload, TestJoin, TestDistribIDF, TestLegacyTerms, ClassificationUpdateProcessorIntegrationTest, ExternalFileFieldSortTest, EnumFieldTest, DistributedQueryComponentOptimizationTest, RecoveryAfterSoftCommitTest, BasicDistributedZkTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, ZkCLITest, TestSort, BasicFunctionalityTest, TestIndexSearcher, SoftAutoCommitTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ConnectionReuseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DeleteNodeTest, DeleteShardTest, DistribCursorPagingTest]
[junit4] Completed [555/765 (3!)] on J0 in 635.76s, 1 test, 1 error <<< FAILURES!
[...truncated 44538 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build
# 21170 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21170/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:43927","node_name":"127.0.0.1:43927_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={ "pullReplicas":"0", "replicationFactor":"1", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:39701", "node_name":"127.0.0.1:39701_", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:43927", "node_name":"127.0.0.1:43927_", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "state":"down", "base_url":"http://127.0.0.1:46023", "core":"c8n_1x3_lf_shard1_replica_n3", "node_name":"127.0.0.1:46023_", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:43927","node_name":"127.0.0.1:43927_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/16)={
"pullReplicas":"0",
"replicationFactor":"1",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:39701",
"node_name":"127.0.0.1:39701_",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:43927",
"node_name":"127.0.0.1:43927_",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"state":"down",
"base_url":"http://127.0.0.1:46023",
"core":"c8n_1x3_lf_shard1_replica_n3",
"node_name":"127.0.0.1:46023_",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([90F36B609CEE1633:18A754BA32127BCB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:38461_solr, 127.0.0.1:39155_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/15)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testSimple2_shard1_replica_n1", "base_url":"http://127.0.0.1:36869/solr", "node_name":"127.0.0.1:36869_solr", "state":"down", "type":"NRT"}, "core_node5":{ "core":"testSimple2_shard1_replica_n2", "base_url":"http://127.0.0.1:38461/solr", "node_name":"127.0.0.1:38461_solr", "state":"active", "type":"NRT", "leader":"true"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node7":{ "core":"testSimple2_shard2_replica_n4", "base_url":"http://127.0.0.1:36869/solr", "node_name":"127.0.0.1:36869_solr", "state":"down", "type":"NRT"}, "core_node8":{ "core":"testSimple2_shard2_replica_n6", "base_url":"http://127.0.0.1:38461/solr", "node_name":"127.0.0.1:38461_solr", "state":"active", "type":"NRT", "leader":"true"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:38461_solr, 127.0.0.1:39155_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/15)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node3":{
"core":"testSimple2_shard1_replica_n1",
"base_url":"http://127.0.0.1:36869/solr",
"node_name":"127.0.0.1:36869_solr",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"testSimple2_shard1_replica_n2",
"base_url":"http://127.0.0.1:38461/solr",
"node_name":"127.0.0.1:38461_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node7":{
"core":"testSimple2_shard2_replica_n4",
"base_url":"http://127.0.0.1:36869/solr",
"node_name":"127.0.0.1:36869_solr",
"state":"down",
"type":"NRT"},
"core_node8":{
"core":"testSimple2_shard2_replica_n6",
"base_url":"http://127.0.0.1:38461/solr",
"node_name":"127.0.0.1:38461_solr",
"state":"active",
"type":"NRT",
"leader":"true"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([90F36B609CEE1633:A8404F9EBB1DC2E2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:126)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12228 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/init-core-data-001
[junit4] 2> 522633 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 522633 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 522634 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
[junit4] 2> 522634 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 522634 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 522635 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 522636 INFO (Thread-1080) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 522636 INFO (Thread-1080) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 522638 ERROR (Thread-1080) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 522736 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkTestServer start zk server on port:45585
[junit4] 2> 522749 INFO (zkConnectionManagerCallback-899-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 522770 INFO (zkConnectionManagerCallback-901-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 522779 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 522781 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 522782 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 522783 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 522785 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 522786 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 522787 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 522788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 522788 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 522789 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 522790 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 522791 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 522929 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 522952 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e0a24ff{/,null,AVAILABLE}
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b32464b{HTTP/1.1,[http/1.1]}{127.0.0.1:41141}
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @525054ms
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/control/data, hostPort=43927, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores}
[junit4] 2> 522954 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 522954 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:51.770577Z
[junit4] 2> 523000 INFO (zkConnectionManagerCallback-903-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 523001 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/solr.xml
[junit4] 2> 523004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 523004 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 523005 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 523012 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 523044 INFO (zkConnectionManagerCallback-907-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523048 INFO (zkConnectionManagerCallback-909-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523108 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 523109 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43927_
[junit4] 2> 523109 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.Overseer Overseer (id=99258893038583812-127.0.0.1:43927_-n_0000000000) starting
[junit4] 2> 523145 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43927_
[junit4] 2> 523172 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 523216 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 523225 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 523226 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 523228 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:43927_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores
[junit4] 2> 523248 INFO (zkConnectionManagerCallback-915-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 523249 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 523249 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45585/solr ready
[junit4] 2> 523250 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46338,localport=43927], receiveBufferSize:531000
[junit4] 2> 523257 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41141,localport=38964], receiveBufferSize=530904
[junit4] 2> 523259 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43927_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 523261 INFO (OverseerThreadFactory-1724-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 523381 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46342,localport=43927], receiveBufferSize:531000
[junit4] 2> 523391 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41141,localport=38968], receiveBufferSize=530904
[junit4] 2> 523392 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 523392 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 523495 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 524404 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 524439 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 524510 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 524535 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 524538 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 524540 WARN (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 524568 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 524568 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 524569 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 524570 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 524570 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=2.125, floorSegmentMB=0.4716796875, forceMergeDeletesPctAllowed=26.173020161546734, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 524571 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@529b2cfe[control_collection_shard1_replica_n1] main]
[junit4] 2> 524572 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 524572 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 524573 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 524573 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588142290647384064
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43927/control_collection_shard1_replica_n1/
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43927/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 524576 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 524577 INFO (searcherExecutor-1727-thread-1-processing-n:127.0.0.1:43927_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@529b2cfe[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 524593 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43927/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 524696 INFO (zkCallback-908-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 524744 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 524747 INFO (qtp1223162686-4353) [n:127.0.0.1:43927_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1355
[junit4] 2> 524757 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 524758 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 524849 INFO (zkCallback-908-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 525757 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43927_&wt=javabin&version=2} status=0 QTime=2498
[junit4] 2> 525760 INFO (zkConnectionManagerCallback-919-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 525761 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 525761 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45585/solr ready
[junit4] 2> 525762 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 525762 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=46348,localport=43927], receiveBufferSize:531000
[junit4] 2> 525762 INFO (SocketProxy-Acceptor-43927) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41141,localport=38974], receiveBufferSize=530904
[junit4] 2> 525763 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 525764 INFO (OverseerThreadFactory-1724-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 525764 WARN (OverseerThreadFactory-1724-thread-2-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 525967 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 525967 INFO (qtp1223162686-4351) [n:127.0.0.1:43927_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
[junit4] 2> 526048 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001 of type NRT
[junit4] 2> 526049 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 526052 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f121d95{/,null,AVAILABLE}
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30c98206{HTTP/1.1,[http/1.1]}{127.0.0.1:39607}
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @528153ms
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/jetty1, hostPort=39701, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores}
[junit4] 2> 526053 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 526053 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:54.869544Z
[junit4] 2> 526056 INFO (zkConnectionManagerCallback-921-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526057 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 526057 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/solr.xml
[junit4] 2> 526060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 526060 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 526061 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 526064 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 526072 INFO (zkConnectionManagerCallback-925-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526074 INFO (zkConnectionManagerCallback-927-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 526080 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 526081 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 526082 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39701_
[junit4] 2> 526088 INFO (zkCallback-918-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526088 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526088 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 526118 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 526126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 526126 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 526127 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:39701_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores
[junit4] 2> 526152 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43176,localport=39701], receiveBufferSize:531000
[junit4] 2> 526155 INFO (qtp1590358532-4406) [n:127.0.0.1:39701_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:39701_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 526155 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39607,localport=49616], receiveBufferSize=530904
[junit4] 2> 526163 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 526163 INFO (OverseerThreadFactory-1724-thread-3-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:39701_ for creating new replica
[junit4] 2> 526179 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=43180,localport=39701], receiveBufferSize:531000
[junit4] 2> 526184 INFO (SocketProxy-Acceptor-39701) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=39607,localport=49620], receiveBufferSize=530904
[junit4] 2> 526185 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 526186 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 526289 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527202 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 527210 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
[junit4] 2> 527262 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 527274 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
[junit4] 2> 527274 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527274 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 527275 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
[junit4] 2> 527277 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 527282 WARN (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 527318 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 527318 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 527319 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 527319 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 527320 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=2.125, floorSegmentMB=0.4716796875, forceMergeDeletesPctAllowed=26.173020161546734, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 527320 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bafc855[collection1_shard2_replica_n41] main]
[junit4] 2> 527321 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 527321 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 527322 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 527323 INFO (searcherExecutor-1738-thread-1-processing-n:127.0.0.1:39701_ x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@7bafc855[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 527323 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588142293530968064
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39701/collection1_shard2_replica_n41/
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:39701/collection1_shard2_replica_n41/ has no replicas
[junit4] 2> 527326 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 527328 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39701/collection1_shard2_replica_n41/ shard2
[junit4] 2> 527438 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527480 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 527488 INFO (qtp1590358532-4402) [n:127.0.0.1:39701_ c:collection1 s:shard2 x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1302
[junit4] 2> 527489 INFO (qtp1590358532-4406) [n:127.0.0.1:39701_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39701_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1334
[junit4] 2> 527565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001 of type NRT
[junit4] 2> 527565 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23b4092c{/,null,AVAILABLE}
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12fe048{HTTP/1.1,[http/1.1]}{127.0.0.1:32883}
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @529667ms
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/jetty2, hostPort=35225, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores}
[junit4] 2> 527567 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 527567 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 527568 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 527568 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 527568 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:56.384158Z
[junit4] 2> 527572 INFO (zkConnectionManagerCallback-931-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 527572 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 527572 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/solr.xml
[junit4] 2> 527575 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 527575 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 527575 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 527580 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 527582 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
[junit4] 2> 527584 INFO (zkConnectionManagerCallback-935-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 527604 INFO (zkConnectionManagerCallback-937-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 527607 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 527608 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 527609 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35225_
[junit4] 2> 527610 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527612 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527612 INFO (zkCallback-918-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527612 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 527667 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527674 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527674 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 527675 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:35225_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores
[junit4] 2> 527700 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39100,localport=35225], receiveBufferSize:531000
[junit4] 2> 527700 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32883,localport=38422], receiveBufferSize=530904
[junit4] 2> 527701 INFO (qtp1763783906-4443) [n:127.0.0.1:35225_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35225_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 527703 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 527703 INFO (OverseerThreadFactory-1724-thread-4-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35225_ for creating new replica
[junit4] 2> 527708 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=39104,localport=35225], receiveBufferSize:531000
[junit4] 2> 527712 INFO (SocketProxy-Acceptor-35225) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=32883,localport=38426], receiveBufferSize=530904
[junit4] 2> 527712 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 527712 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 527814 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 527814 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 528732 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 528742 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
[junit4] 2> 528807 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 528818 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
[junit4] 2> 528819 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 528819 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 528819 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
[junit4] 2> 528822 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 528824 WARN (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 528874 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 528874 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 528875 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 528875 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 528876 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=2.125, floorSegmentMB=0.4716796875, forceMergeDeletesPctAllowed=26.173020161546734, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 528877 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@1fd36223[collection1_shard1_replica_n43] main]
[junit4] 2> 528878 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 528878 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 528879 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 528879 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588142295162552320
[junit4] 2> 528880 INFO (searcherExecutor-1749-thread-1-processing-n:127.0.0.1:35225_ x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@1fd36223[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35225/collection1_shard1_replica_n43/
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:35225/collection1_shard1_replica_n43/ has no replicas
[junit4] 2> 528884 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 528886 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35225/collection1_shard1_replica_n43/ shard1
[junit4] 2> 528987 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 528987 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 529037 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 529045 INFO (qtp1763783906-4438) [n:127.0.0.1:35225_ c:collection1 s:shard1 x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1332
[junit4] 2> 529046 INFO (qtp1763783906-4443) [n:127.0.0.1:35225_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35225_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1345
[junit4] 2> 529140 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 529140 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 529186 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001 of type NRT
[junit4] 2> 529187 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 529208 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61b9b42d{/,null,AVAILABLE}
[junit4] 2> 529209 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2c6460f2{HTTP/1.1,[http/1.1]}{127.0.0.1:42783}
[junit4] 2> 529209 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.e.j.s.Server Started @531310ms
[junit4] 2> 529209 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/tempDir-001/jetty3, hostPort=46023, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 529209 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 529210 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T18:01:58.026629Z
[junit4] 2> 529213 INFO (zkConnectionManagerCallback-941-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 529215 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 529216 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/solr.xml
[junit4] 2> 529218 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 529218 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 529218 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 529227 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45585/solr
[junit4] 2> 529228 INFO (zkConnectionManagerCallback-945-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 529231 INFO (zkConnectionManagerCallback-947-thread-1-processing-n:127.0.0.1:46023_) [n:127.0.0.1:46023_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 529234 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 529237 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 529238 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46023_
[junit4] 2> 529239 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529239 INFO (zkCallback-918-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529239 INFO (zkCallback-908-thread-1-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529239 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529247 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:46023_) [n:127.0.0.1:46023_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 529285 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 529294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 529294 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 529296 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[90F36B609CEE1633]) [n:127.0.0.1:46023_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores
[junit4] 2> 529350 INFO (qtp1763783906-4444) [n:127.0.0.1:35225_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46023_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 529358 INFO (OverseerCollectionConfigSetProcessor-99258893038583812-127.0.0.1:43927_-n_0000000000) [n:127.0.0.1:43927_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 529358 INFO (OverseerThreadFactory-1724-thread-5-processing-n:127.0.0.1:43927_) [n:127.0.0.1:43927_ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46023_ for creating new replica
[junit4] 2> 529360 INFO (SocketProxy-Acceptor-46023) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41016,localport=46023], receiveBufferSize:531000
[junit4] 2> 529364 INFO (SocketProxy-Acceptor-46023) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=42783,localport=57822], receiveBufferSize=530904
[junit4] 2> 529368 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 529368 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 529472 INFO (zkCallback-946-thread-1-processing-n:127.0.0.1:46023_) [n:127.0.0.1:46023_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 529472 INFO (zkCallback-936-thread-1-processing-n:127.0.0.1:35225_) [n:127.0.0.1:35225_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 529472 INFO (zkCallback-926-thread-1-processing-n:127.0.0.1:39701_) [n:127.0.0.1:39701_ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
[junit4] 2> 530386 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 530395 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
[junit4] 2> 530469 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d7db16
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 530477 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.LeaderFailoverAfterPartitionTest_90F36B609CEE1633-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
[junit4] 2> 530479 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=92.080078125, floorSegmentMB=1.2861328125, forceMergeDeletesPctAllowed=27.931188435065312, segmentsPerTier=36.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4294560047295771
[junit4] 2> 530481 WARN (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 530512 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 530512 INFO (qtp555223065-4477) [n:127.0.0.1:46023_ c:collection1 s:shard2 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecords
[...truncated too long message...]
_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard2.replica_n2, tag=768442933
[junit4] 2> 2414622 INFO (jetty-closer-8383-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@619d7b7a{/solr,null,UNAVAILABLE}
[junit4] 2> 2414622 INFO (coreCloseExecutor-8127-thread-5) [n:127.0.0.1:39155_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74f24b1e: rootName = solr_39155, domain = solr.core.testSimple3.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.testSimple3.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@6a13df37
[junit4] 2> 2414628 INFO (coreCloseExecutor-8127-thread-1) [n:127.0.0.1:39155_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=1729414349
[junit4] 2> 2414628 INFO (coreCloseExecutor-8127-thread-2) [n:127.0.0.1:39155_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=1858054419
[junit4] 2> 2414628 INFO (coreCloseExecutor-8127-thread-5) [n:127.0.0.1:39155_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=768442933
[junit4] 2> 2414629 INFO (coreCloseExecutor-8127-thread-4) [n:127.0.0.1:39155_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=1993716542
[junit4] 2> 2414633 INFO (jetty-closer-8383-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99259007702925320-127.0.0.1:39155_solr-n_0000000001) closing
[junit4] 2> 2414634 INFO (OverseerStateUpdate-99259007702925320-127.0.0.1:39155_solr-n_0000000001) [n:127.0.0.1:39155_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39155_solr
[junit4] 2> 2414638 WARN (OverseerAutoScalingTriggerThread-99259007702925320-127.0.0.1:39155_solr-n_0000000001) [n:127.0.0.1:39155_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2414642 DEBUG (jetty-closer-8383-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2414643 INFO (jetty-closer-8383-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b84eb8f{/solr,null,UNAVAILABLE}
[junit4] 2> 2414645 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2414645 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[90F36B609CEE1633]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43751 43751
[junit4] 2> 2418652 INFO (Thread-6862) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43751 43751
[junit4] 2> 2418653 WARN (Thread-6862) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/aliases.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 44 /solr/collections/testSimple1/state.json
[junit4] 2> 32 /solr/collections/testSimple2/state.json
[junit4] 2> 9 /solr/collections/testSimple3/state.json
[junit4] 2> 6 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/overseer_elect/election/99259007702925320-127.0.0.1:39155_solr-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/99259007702925320-core_node5-n_0000000001
[junit4] 2> 2 /solr/collections/testSimple2/leader_elect/shard2/election/99259007702925319-core_node8-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/99259007702925320-core_node8-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_90F36B609CEE1633-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1299, maxMBSortInHeap=7.53348511193926, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@281f6216), locale=fr-TG, timezone=Asia/Ashgabat
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=205100072,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [UpdateParamsTest, TestSolrJ, SSLMigrationTest, DeleteReplicaTest, FastVectorHighlighterTest, SliceStateTest, TestRandomRequestDistribution, TestConfigOverlay, TestPolicyCloud, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSchemaVersionResource, TestJavabinTupleStreamParser, SegmentsInfoRequestHandlerTest, SolrShardReporterTest, TestDFRSimilarityFactory, ConnectionManagerTest, TestSchemaNameResource, TestReplicationHandlerBackup, TestCloudDeleteByQuery, HdfsDirectoryTest, TestSolrCloudWithSecureImpersonation, TestTriggerIntegration, MultiTermTest, TestDistributedStatsComponentCardinality, TestBadConfig, ZkStateReaderTest, ClassificationUpdateProcessorIntegrationTest, DateMathParserTest, DistributedDebugComponentTest, TermVectorComponentTest, NodeMutatorTest, DistributedFacetSimpleRefinementLongTailTest, TestReplicationHandler, TestSolrIndexConfig, MetricUtilsTest, TestConfigReload, DocValuesTest, TestCodecSupport, TestSweetSpotSimilarityFactory, TestMergePolicyConfig, TestJsonRequest, SpellCheckComponentTest, HighlighterMaxOffsetTest, CdcrBootstrapTest, JvmMetricsTest, ReplicationFactorTest, TestSolrConfigHandlerConcurrent, TestInitParams, PKIAuthenticationIntegrationTest, TestDynamicLoading, TestSegmentSorting, TestFastOutputStream, HttpSolrCallGetCoreTest, SpatialFilterTest, OverseerStatusTest, TestHashQParserPlugin, TestRandomFaceting, HdfsThreadLeakTest, TestFieldCache, TestClassicSimilarityFactory, TestSubQueryTransformerDistrib, TestUninvertingReader, TestLeaderInitiatedRecoveryThread, TestSolrDeletionPolicy1, TestPayloadScoreQParserPlugin, DistributedQueryElevationComponentTest, SolrPluginUtilsTest, SoftAutoCommitTest, TestChildDocTransformer, TestDistribDocBasedVersion, DocumentBuilderTest, TestHdfsUpdateLog, CdcrRequestHandlerTest, TestCrossCoreJoin, UUIDUpdateProcessorFallbackTest, TestStressLiveNodes, BasicDistributedZkTest, TriLevelCompositeIdRoutingTest, CurrencyFieldTypeTest, ExternalFileFieldSortTest, RAMDirectoryFactoryTest, TestMiniSolrCloudClusterSSL, RecoveryAfterSoftCommitTest, SmileWriterTest, TestHighlightDedupGrouping, CoreAdminRequestStatusTest, TestSolrCLIRunExample, SyncSliceTest, DistributedFacetPivotLargeTest, TestBinaryField, TestSmileRequest, TestPullReplica, PrimitiveFieldTypeTest, TestSuggestSpellingConverter, ComputePlanActionTest, UpdateRequestProcessorFactoryTest, SolrInfoBeanTest, DistribCursorPagingTest, NoCacheHeaderTest, TestManagedStopFilterFactory, PeerSyncTest, TestCloudSearcherWarming, TestMinMaxOnMultiValuedField, TermsComponentTest, SolrMetricManagerTest, TestRandomDVFaceting, SearchHandlerTest, SolrJmxReporterTest, TestComputePlanAction, CleanupOldIndexTest, UninvertDocValuesMergePolicyTest, HdfsRecoveryZkTest, SpellCheckCollatorTest, TestMacroExpander, DistributedMLTComponentTest, CollectionsAPISolrJTest, TestReversedWildcardFilterFactory, TestPhraseSuggestions, TestExportWriter, BJQParserTest, TestIBSimilarityFactory, FileUtilsTest, TestDistributedSearch, TestPostingsSolrHighlighter, BasicFunctionalityTest, TestIndexSearcher, SignatureUpdateProcessorFactoryTest, TestFoldingMultitermQuery, SuggesterWFSTTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, XmlUpdateRequestHandlerTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, LoggingHandlerTest, MBeansHandlerTest, SampleTest, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestFuzzyAnalyzedSuggestions, SpellPossibilityIteratorTest, EchoParamsTest, TestBM25SimilarityFactory, ResourceLoaderTest, TestFastLRUCache, PrimUtilsTest, DateFieldTest, ClusterStateTest, ZkNodePropsTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, AddReplicaTest, AssignBackwardCompatibilityTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSFailoverTest, OverseerCollectionConfigSetProcessorTest, RestartWhileUpdatingTest, SaslZkACLProviderTest, ShardSplitTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [596/765 (2!)] on J0 in 146.81s, 1 test, 1 failure <<< FAILURES!
[...truncated 41380 lines...]
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21169 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21169/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([D241EAEE1B834C40]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([D241EAEE1B834C40]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:288)
at jdk.internal.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
26 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=11581, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 2) Thread[id=11573, name=coreZkRegister-5426-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=11562, name=OverseerCollectionConfigSetProcessor-99258239980273667-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=11563, name=OverseerAutoScalingTriggerThread-99258239980273667-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=11568, name=Thread-2388, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 6) Thread[id=11578, name=ScheduledTrigger-5431-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=11572, name=searcherExecutor-5436-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 8) Thread[id=11579, name=Thread-2389, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1353) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 9) Thread[id=11552, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 10) Thread[id=11557, name=SUITE-BasicZkTest-seed#[D241EAEE1B834C40]-worker-SendThread(127.0.0.1:36259), state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 11) Thread[id=11575, name=zkCallback-2194-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 12) Thread[id=11558, name=SUITE-BasicZkTest-seed#[D241EAEE1B834C40]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 13) Thread[id=11583, name=ProcessThread(sid:0 cport:36259):, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 14) Thread[id=11576, name=zkCallback-2194-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 15) Thread[id=11564, name=zkCallback-2194-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 16) Thread[id=11561, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 17) Thread[id=11559, name=zkConnectionManagerCallback-2195-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 18) Thread[id=11577, name=zkCallback-2194-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 19) Thread[id=11569, name=watches-2196-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 20) Thread[id=11580, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:36259, state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 21) Thread[id=11570, name=ScheduledTrigger-5431-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 22) Thread[id=11574, name=zkCallback-2194-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 23) Thread[id=11560, name=OverseerStateUpdate-99258239980273667-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 24) Thread[id=11566, name=ScheduledTrigger-5431-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 25) Thread[id=11565, name=ScheduledTrigger-5431-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 26) Thread[id=11553, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 26 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:
1) Thread[id=11581, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
2) Thread[id=11573, name=coreZkRegister-5426-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=11562, name=OverseerCollectionConfigSetProcessor-99258239980273667-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=11563, name=OverseerAutoScalingTriggerThread-99258239980273667-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=11568, name=Thread-2388, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
6) Thread[id=11578, name=ScheduledTrigger-5431-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=11572, name=searcherExecutor-5436-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
8) Thread[id=11579, name=Thread-2389, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at java.base@9.0.1/java.lang.Thread.join(Thread.java:1353)
at java.base@9.0.1/java.lang.Thread.join(Thread.java:1427)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
9) Thread[id=11552, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
10) Thread[id=11557, name=SUITE-BasicZkTest-seed#[D241EAEE1B834C40]-worker-SendThread(127.0.0.1:36259), state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
11) Thread[id=11575, name=zkCallback-2194-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
12) Thread[id=11558, name=SUITE-BasicZkTest-seed#[D241EAEE1B834C40]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
13) Thread[id=11583, name=ProcessThread(sid:0 cport:36259):, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
14) Thread[id=11576, name=zkCallback-2194-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
15) Thread[id=11564, name=zkCallback-2194-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
16) Thread[id=11561, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
17) Thread[id=11559, name=zkConnectionManagerCallback-2195-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
18) Thread[id=11577, name=zkCallback-2194-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
19) Thread[id=11569, name=watches-2196-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
20) Thread[id=11580, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:36259, state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
21) Thread[id=11570, name=ScheduledTrigger-5431-thread-3, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
22) Thread[id=11574, name=zkCallback-2194-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
23) Thread[id=11560, name=OverseerStateUpdate-99258239980273667-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
24) Thread[id=11566, name=ScheduledTrigger-5431-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
25) Thread[id=11565, name=ScheduledTrigger-5431-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
26) Thread[id=11553, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([D241EAEE1B834C40]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=11564, name=zkCallback-2194-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=11573, name=coreZkRegister-5426-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 3) Thread[id=11559, name=zkConnectionManagerCallback-2195-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 4) Thread[id=11577, name=zkCallback-2194-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 5) Thread[id=11569, name=watches-2196-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=11570, name=ScheduledTrigger-5431-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=11568, name=Thread-2388, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 8) Thread[id=11578, name=ScheduledTrigger-5431-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 9) Thread[id=11574, name=zkCallback-2194-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 10) Thread[id=11566, name=ScheduledTrigger-5431-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 11) Thread[id=11572, name=searcherExecutor-5436-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 12) Thread[id=11557, name=SUITE-BasicZkTest-seed#[D241EAEE1B834C40]-worker-SendThread(127.0.0.1:36259), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 13) Thread[id=11575, name=zkCallback-2194-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 14) Thread[id=11565, name=ScheduledTrigger-5431-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 15) Thread[id=11576, name=zkCallback-2194-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=11564, name=zkCallback-2194-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
2) Thread[id=11573, name=coreZkRegister-5426-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
3) Thread[id=11559, name=zkConnectionManagerCallback-2195-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
4) Thread[id=11577, name=zkCallback-2194-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
5) Thread[id=11569, name=watches-2196-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
6) Thread[id=11570, name=ScheduledTrigger-5431-thread-3, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
7) Thread[id=11568, name=Thread-2388, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Object.wait(Native Method)
at java.base@9.0.1/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
8) Thread[id=11578, name=ScheduledTrigger-5431-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
9) Thread[id=11574, name=zkCallback-2194-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
10) Thread[id=11566, name=ScheduledTrigger-5431-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
11) Thread[id=11572, name=searcherExecutor-5436-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
12) Thread[id=11557, name=SUITE-BasicZkTest-seed#[D241EAEE1B834C40]-worker-SendThread(127.0.0.1:36259), state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
13) Thread[id=11575, name=zkCallback-2194-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
14) Thread[id=11565, name=ScheduledTrigger-5431-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
15) Thread[id=11576, name=zkCallback-2194-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([D241EAEE1B834C40]:0)
Build Log:
[...truncated 1782 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171229_143117_7514570484852989755327.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171229_143117_75011282701798188966582.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171229_143117_75115731315621051094437.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 299 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171229_143936_0937565854069370840992.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171229_143936_0932140282069754221945.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171229_143936_09313580799562466465731.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1057 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171229_144109_19216848418986597613662.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171229_144109_19213493199885610463349.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171229_144109_19214725917624899575661.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 223 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171229_144252_6157944533128604955348.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171229_144252_61512761654806950849326.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171229_144252_61511222915721072027269.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 247 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171229_144307_3854974611384982000187.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171229_144307_384775276019069661194.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171229_144307_38413882681035201475338.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171229_144331_87012221557569000177767.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171229_144331_8703039308560289142010.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171229_144331_87014461308513019290453.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 158 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20171229_144335_30310645232774307114956.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20171229_144335_3032167130375052105106.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20171229_144335_3039235867902319876620.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 171 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171229_144337_9762550204154395521917.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171229_144337_9763317377445630586657.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171229_144337_97618221850457032351326.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171229_144347_9084712971874086032626.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171229_144347_9089465179897929216583.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 154 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171229_144356_2685689242075172729638.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171229_144356_2681288973794059841825.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171229_144356_268117618403061382733.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 169 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171229_144358_8201504546776548344252.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 153 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171229_144405_9372705063638884589282.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171229_144405_93712981434510815286351.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 19 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171229_144405_93715207337422531312194.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1293 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171229_144423_37016176006045093823106.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171229_144423_36916229164167312786259.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171229_144423_3691304638964057673611.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 233 lines...]
[junit4] JVM J0: stderr was not empty, see
[...truncated too long message...]
rkspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171229_153510_80417751477249530318277.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171229_153510_80414524523416177812353.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 553 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171229_153619_97618281927214434848278.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171229_153619_97612874554260305708533.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171229_153619_9766438997339211430166.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1260 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171229_153636_3457611750327785421630.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171229_153636_3459185344279459612714.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 647 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171229_153642_9251200397487886696899.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171229_153642_9255580341490741724653.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171229_153642_92511944262544444764006.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 558 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171229_153703_0029916584780631863173.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171229_153703_0026562126351554980938.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171229_153703_0025140081250213900318.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 563 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171229_153714_11418147279496900256882.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171229_153714_1146746949331838933899.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 646 lines...]
[junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171229_153721_3363184148170709460566.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171229_153721_33616525730627887134506.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171229_153721_3368065203402721662425.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 596 lines...]
[junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171229_153750_0979403028545256565410.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171229_153750_09716799890553655781715.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 548 lines...]
[junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171229_153759_7734809678801358056676.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 32216 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21168 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21168/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSQLHandler
Error Message:
44 threads leaked from SUITE scope at org.apache.solr.handler.TestSQLHandler: 1) Thread[id=2951, name=qtp28209131-2951, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2943, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=2993, name=zkCallback-565-thread-5, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=2954, name=qtp28209131-2954, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=2927, name=qtp7043056-2927, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=2968, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-SendThread(127.0.0.1:45589), state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 7) Thread[id=2924, name=qtp7043056-2924-acceptor-0@f09b1c-ServerConnector@e930fd{SSL,[ssl, http/1.1]}{127.0.0.1:40689}, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=2938, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-EventThread, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 9) Thread[id=2959, name=org.eclipse.jetty.server.session.HashSessionManager@bd7517Timer, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=2925, name=qtp7043056-2925, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=2994, name=zkCallback-565-thread-6, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=2957, name=qtp28209131-2957, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1036) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$84/28133558.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=2995, name=zkCallback-565-thread-7, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=2985, name=qtp28209131-2985, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=2923, name=qtp7043056-2923, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=2948, name=searcherExecutor-1428-thread-1, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=2945, name=Scheduler-17960646, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=2950, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=2932, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=2975, name=Scheduler-18564625, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=2998, name=zkCallback-575-thread-6, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=2972, name=Thread-888, state=WAITING, group=TGRP-TestSQLHandler] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 23) Thread[id=2921, name=qtp7043056-2921, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=2939, name=zkConnectionManagerCallback-566-thread-1, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=2969, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-EventThread, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 26) Thread[id=2955, name=qtp28209131-2955-acceptor-0@1ac2bc6-ServerConnector@120af75{SSL,[ssl, http/1.1]}{127.0.0.1:32841}, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=2974, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=2964, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=2970, name=zkConnectionManagerCallback-576-thread-1, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=2937, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-SendThread(127.0.0.1:45589), state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 31) Thread[id=2963, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=2926, name=qtp7043056-2926, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=2922, name=qtp7043056-2922, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=2958, name=qtp28209131-2958, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=2992, name=zkCallback-565-thread-4, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=2996, name=zkCallback-575-thread-4, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=2928, name=org.eclipse.jetty.server.session.HashSessionManager@8f749fTimer, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=2956, name=qtp28209131-2956, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=2941, name=Thread-879, state=WAITING, group=TGRP-TestSQLHandler] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 40) Thread[id=2990, name=zkCallback-565-thread-3-processing-n:127.0.0.1:40689_, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364) at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771) at org.apache.solr.cloud.Overseer.start(Overseer.java:515) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$272/3753700.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$113/7837636.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=2920, name=qtp7043056-2920, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=2953, name=qtp28209131-2953, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=2933, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=2997, name=zkCallback-575-thread-5, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 44 threads leaked from SUITE scope at org.apache.solr.handler.TestSQLHandler:
1) Thread[id=2951, name=qtp28209131-2951, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=2943, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=2993, name=zkCallback-565-thread-5, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=2954, name=qtp28209131-2954, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=2927, name=qtp7043056-2927, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=2968, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-SendThread(127.0.0.1:45589), state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
7) Thread[id=2924, name=qtp7043056-2924-acceptor-0@f09b1c-ServerConnector@e930fd{SSL,[ssl, http/1.1]}{127.0.0.1:40689}, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=2938, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-EventThread, state=WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
9) Thread[id=2959, name=org.eclipse.jetty.server.session.HashSessionManager@bd7517Timer, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
10) Thread[id=2925, name=qtp7043056-2925, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=2994, name=zkCallback-565-thread-6, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=2957, name=qtp28209131-2957, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562)
at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513)
at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1036)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$84/28133558.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=2995, name=zkCallback-565-thread-7, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=2985, name=qtp28209131-2985, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=2923, name=qtp7043056-2923, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=2948, name=searcherExecutor-1428-thread-1, state=WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=2945, name=Scheduler-17960646, state=WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=2950, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=2932, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=2975, name=Scheduler-18564625, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=2998, name=zkCallback-575-thread-6, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=2972, name=Thread-888, state=WAITING, group=TGRP-TestSQLHandler]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
23) Thread[id=2921, name=qtp7043056-2921, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=2939, name=zkConnectionManagerCallback-566-thread-1, state=WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=2969, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-EventThread, state=WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
26) Thread[id=2955, name=qtp28209131-2955-acceptor-0@1ac2bc6-ServerConnector@120af75{SSL,[ssl, http/1.1]}{127.0.0.1:32841}, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=2974, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=2964, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=2970, name=zkConnectionManagerCallback-576-thread-1, state=WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=2937, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-SendThread(127.0.0.1:45589), state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
31) Thread[id=2963, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=2926, name=qtp7043056-2926, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=2922, name=qtp7043056-2922, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=2958, name=qtp28209131-2958, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=2992, name=zkCallback-565-thread-4, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=2996, name=zkCallback-575-thread-4, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=2928, name=org.eclipse.jetty.server.session.HashSessionManager@8f749fTimer, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=2956, name=qtp28209131-2956, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=2941, name=Thread-879, state=WAITING, group=TGRP-TestSQLHandler]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
40) Thread[id=2990, name=zkCallback-565-thread-3-processing-n:127.0.0.1:40689_, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)
at org.apache.solr.cloud.Overseer.start(Overseer.java:515)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$272/3753700.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$113/7837636.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=2920, name=qtp7043056-2920, state=RUNNABLE, group=TGRP-TestSQLHandler]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=2953, name=qtp28209131-2953, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=2933, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=2997, name=zkCallback-575-thread-5, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1719C27E04E930B8]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestSQLHandler
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2993, name=zkCallback-565-thread-5, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=2954, name=qtp28209131-2954, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=2968, name=TEST-TestSQLHandler.doTest-seed#[1719C27E04E930B8]-SendThread(127.0.0.1:45589), state=TIMED_WAITING, group=TGRP-TestSQLHandler] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 4) Thread[id=2959, name=org.eclipse.jetty.server.session.HashSessionManager@bd7517Timer, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=2925, name=qtp7043056-2925, state=RUNNABLE, group=TGRP-TestSQLHandler] at java.lang.Thread.isInterrupted(Native Method) at java.lang.Thread.isInterrupted(Thread.java:964) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:218) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=2994, name=zkCallback-565-thread-6, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=2995, name=zkCallback-565-thread-7, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=2985, name=qtp28209131-2985, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=2923, name=qtp7043056-2923, state=RUNNABLE, group=TGRP-TestSQLHandler] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=2948, name=searcherExecutor-1428-thread-1, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=2945, name=Scheduler-17960646, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=2975, name=Scheduler-18564625, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=2998, name=zkCallback-575-thread-6, state=TIMED_WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=2972, name=Thread-888, state=WAITING, group=TGRP-TestSQLHandler] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 15) Thread[id=2939, name=zkConnectionManagerCallback-566-thread-1, state=WAITING, group=TGRP-TestSQLHandler] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExec
[...truncated too long message...]
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 19) Thread[id=2992, name=zkCallback-565-thread-4, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 20) Thread[id=2996, name=zkCallback-575-thread-4, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=2928, name=org.eclipse.jetty.server.session.HashSessionManager@8f749fTimer, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 22) Thread[id=2956, name=qtp28209131-2956, state=RUNNABLE, group=TGRP-TestSQLHandler]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 23) Thread[id=2941, name=Thread-879, state=WAITING, group=TGRP-TestSQLHandler]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
[junit4] > 24) Thread[id=2990, name=zkCallback-565-thread-3, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=2920, name=qtp7043056-2920, state=RUNNABLE, group=TGRP-TestSQLHandler]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 26) Thread[id=2997, name=zkCallback-575-thread-5, state=TIMED_WAITING, group=TGRP-TestSQLHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
[junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([1719C27E04E930B8]:0)
[junit4] Completed [217/765 (2!)] on J0 in 633.99s, 1 test, 3 errors <<< FAILURES!
[...truncated 45572 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21167 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21167/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 1) Thread[id=18332, name=jetty-launcher-2894-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505) 2) Thread[id=18336, name=jetty-launcher-2894-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037) at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328) at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277) at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323) at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105) at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279) at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41) at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244) at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44) at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61) at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67) at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:
1) Thread[id=18332, name=jetty-launcher-2894-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
2) Thread[id=18336, name=jetty-launcher-2894-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
at __randomizedtesting.SeedInfo.seed([2048DBB171A4ACF1]:0)
FAILED: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv
Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:34615/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:41623/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@eb9b3f
Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:34615/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:41623/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@eb9b3f
at __randomizedtesting.SeedInfo.seed([2048DBB171A4ACF1:165CB9F7FBF996E0]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:34615/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:41623/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@eb9b3f
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34615/solr/test_col: Failed synchronous update on shard StdNode: http://127.0.0.1:41623/solr/test_col_shard2_replica_n4/ update: org.apache.solr.client.solrj.request.UpdateRequest@eb9b3f
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
... 6 more
FAILED: org.apache.solr.cloud.TriLevelCompositeIdRoutingTest.test
Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:35897
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35897
at __randomizedtesting.SeedInfo.seed([2048DBB171A4ACF1:A81CE46BDF58C109]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
at sun.security.ssl.InputRecord.read(InputRecord.java:503)
at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
Build Log:
[...truncated 13594 lines...]
[junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/init-core-data-001
[junit4] 2> 2590118 WARN (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=302 numCloses=302
[junit4] 2> 2590119 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 2590120 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
[junit4] 2> 2590120 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2590121 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001
[junit4] 2> 2590121 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2590121 INFO (Thread-7187) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2590121 INFO (Thread-7187) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2590122 ERROR (Thread-7187) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2590221 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34633
[junit4] 2> 2590223 INFO (zkConnectionManagerCallback-4241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590225 INFO (jetty-launcher-4238-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2590225 INFO (jetty-launcher-4238-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2590225 INFO (jetty-launcher-4238-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2590225 INFO (jetty-launcher-4238-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2590226 INFO (jetty-launcher-4238-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12a7ae{/solr,null,AVAILABLE}
[junit4] 2> 2590226 INFO (jetty-launcher-4238-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@263f3b{/solr,null,AVAILABLE}
[junit4] 2> 2590226 INFO (jetty-launcher-4238-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@108a055{/solr,null,AVAILABLE}
[junit4] 2> 2590226 INFO (jetty-launcher-4238-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8acfac{/solr,null,AVAILABLE}
[junit4] 2> 2590226 INFO (jetty-launcher-4238-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1eed26{HTTP/1.1,[http/1.1]}{127.0.0.1:46017}
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@14158c3{HTTP/1.1,[http/1.1]}{127.0.0.1:39991}
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-2) [ ] o.e.j.s.Server Started @2591709ms
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-4) [ ] o.e.j.s.Server Started @2591709ms
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46017}
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39991}
[junit4] 2> 2590227 ERROR (jetty-launcher-4238-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2590227 ERROR (jetty-launcher-4238-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1851bc6{HTTP/1.1,[http/1.1]}{127.0.0.1:41623}
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-1) [ ] o.e.j.s.Server Started @2591709ms
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41623}
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18de1a{HTTP/1.1,[http/1.1]}{127.0.0.1:34615}
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-3) [ ] o.e.j.s.Server Started @2591709ms
[junit4] 2> 2590227 ERROR (jetty-launcher-4238-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34615}
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2590228 ERROR (jetty-launcher-4238-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2590227 INFO (jetty-launcher-4238-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T08:38:42.027Z
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T08:38:42.027Z
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T08:38:42.027Z
[junit4] 2> 2590228 INFO (jetty-launcher-4238-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2590229 INFO (jetty-launcher-4238-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-29T08:38:42.028Z
[junit4] 2> 2590229 INFO (zkConnectionManagerCallback-4247-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590229 INFO (zkConnectionManagerCallback-4244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590230 INFO (jetty-launcher-4238-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2590230 INFO (jetty-launcher-4238-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2590230 INFO (zkConnectionManagerCallback-4245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590230 INFO (zkConnectionManagerCallback-4249-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590230 INFO (jetty-launcher-4238-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2590233 INFO (jetty-launcher-4238-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2590236 INFO (jetty-launcher-4238-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34633/solr
[junit4] 2> 2590237 INFO (jetty-launcher-4238-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34633/solr
[junit4] 2> 2590261 INFO (zkConnectionManagerCallback-4254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590262 INFO (zkConnectionManagerCallback-4257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590265 INFO (jetty-launcher-4238-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34633/solr
[junit4] 2> 2590265 INFO (zkConnectionManagerCallback-4262-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590266 INFO (jetty-launcher-4238-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34633/solr
[junit4] 2> 2590270 INFO (zkConnectionManagerCallback-4259-thread-1-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590271 INFO (zkConnectionManagerCallback-4266-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590276 INFO (zkConnectionManagerCallback-4269-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590280 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2590280 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41623_solr
[junit4] 2> 2590280 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.c.Overseer Overseer (id=99256678607814663-127.0.0.1:41623_solr-n_0000000000) starting
[junit4] 2> 2590288 INFO (zkConnectionManagerCallback-4272-thread-1-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590288 INFO (zkConnectionManagerCallback-4275-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590291 INFO (jetty-launcher-4238-thread-2) [n:127.0.0.1:46017_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2590292 INFO (jetty-launcher-4238-thread-4) [n:127.0.0.1:39991_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2590292 INFO (jetty-launcher-4238-thread-2) [n:127.0.0.1:46017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46017_solr
[junit4] 2> 2590297 INFO (jetty-launcher-4238-thread-4) [n:127.0.0.1:39991_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39991_solr
[junit4] 2> 2590298 INFO (jetty-launcher-4238-thread-3) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2590299 INFO (jetty-launcher-4238-thread-3) [n:127.0.0.1:34615_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2590309 INFO (OverseerStateUpdate-99256678607814663-127.0.0.1:41623_solr-n_0000000000) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2590309 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41623_solr
[junit4] 2> 2590309 INFO (jetty-launcher-4238-thread-3) [n:127.0.0.1:34615_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34615_solr
[junit4] 2> 2590310 INFO (zkCallback-4274-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2590313 INFO (zkCallback-4258-thread-1-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2590315 INFO (zkCallback-4261-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2590315 INFO (zkCallback-4274-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 2590321 INFO (zkCallback-4271-thread-1-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2590410 INFO (jetty-launcher-4238-thread-4) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590411 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41623.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590419 INFO (jetty-launcher-4238-thread-2) [n:127.0.0.1:46017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590419 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41623.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590419 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41623.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590420 INFO (jetty-launcher-4238-thread-4) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590420 INFO (jetty-launcher-4238-thread-4) [n:127.0.0.1:39991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590421 INFO (jetty-launcher-4238-thread-1) [n:127.0.0.1:41623_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node1/.
[junit4] 2> 2590421 INFO (jetty-launcher-4238-thread-4) [n:127.0.0.1:39991_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node4/.
[junit4] 2> 2590425 INFO (jetty-launcher-4238-thread-2) [n:127.0.0.1:46017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590425 INFO (jetty-launcher-4238-thread-2) [n:127.0.0.1:46017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590426 INFO (jetty-launcher-4238-thread-2) [n:127.0.0.1:46017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node2/.
[junit4] 2> 2590574 INFO (jetty-launcher-4238-thread-3) [n:127.0.0.1:34615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590583 INFO (jetty-launcher-4238-thread-3) [n:127.0.0.1:34615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590583 INFO (jetty-launcher-4238-thread-3) [n:127.0.0.1:34615_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2590584 INFO (jetty-launcher-4238-thread-3) [n:127.0.0.1:34615_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node3/.
[junit4] 2> 2590623 INFO (zkConnectionManagerCallback-4283-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590625 INFO (zkConnectionManagerCallback-4287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2590626 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 2590627 INFO (SUITE-TestStressCloudBlindAtomicUpdates-seed#[2048DBB171A4ACF1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34633/solr ready
[junit4] 2> 2590757 INFO (qtp27614511-23428) [n:127.0.0.1:39991_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2590757 INFO (OverseerThreadFactory-7765-thread-1-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.CreateCollectionCmd Create collection test_col
[junit4] 2> 2590861 INFO (OverseerStateUpdate-99256678607814663-127.0.0.1:41623_solr-n_0000000000) [n:127.0.0.1:41623_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:46017/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2590861 INFO (OverseerStateUpdate-99256678607814663-127.0.0.1:41623_solr-n_0000000000) [n:127.0.0.1:41623_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"test_col_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:39991/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2590862 INFO (OverseerStateUpdate-99256678607814663-127.0.0.1:41623_solr-n_0000000000) [n:127.0.0.1:41623_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:41623/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2590862 INFO (OverseerStateUpdate-99256678607814663-127.0.0.1:41623_solr-n_0000000000) [n:127.0.0.1:41623_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"test_col",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"test_col_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34615/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2591064 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2591064 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 2591064 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2591064 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2591064 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2591065 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2591066 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 2591066 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2591168 INFO (zkCallback-4258-thread-1-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2591168 INFO (zkCallback-4261-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2591168 INFO (zkCallback-4271-thread-1-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2591168 INFO (zkCallback-4258-thread-2-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2591168 INFO (zkCallback-4274-thread-2-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2591168 INFO (zkCallback-4274-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2591168 INFO (zkCallback-4271-thread-2-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2591168 INFO (zkCallback-4261-thread-2-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592110 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2592113 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2592116 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2592120 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2592122 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
[junit4] 2> 2592122 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=minimal-atomic-stress
[junit4] 2> 2592124 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 2592124 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 2592124 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
[junit4] 2> 2592124 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
[junit4] 2> 2592125 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34615.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2592125 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46017.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2592125 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2592125 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2592125 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node3/test_col_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node3/./test_col_shard2_replica_n6/data/]
[junit4] 2> 2592125 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node2/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node2/./test_col_shard1_replica_n1/data/]
[junit4] 2> 2592126 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=minimal-atomic-stress
[junit4] 2> 2592128 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 2592128 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
[junit4] 2> 2592128 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39991.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2592128 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3274169070995968]
[junit4] 2> 2592128 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2592128 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3274169070995968]
[junit4] 2> 2592128 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node4/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node4/./test_col_shard1_replica_n2/data/]
[junit4] 2> 2592130 WARN (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2592130 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=minimal-atomic-stress
[junit4] 2> 2592131 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3274169070995968]
[junit4] 2> 2592131 WARN (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2592131 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
[junit4] 2> 2592132 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
[junit4] 2> 2592132 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41623.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43a774
[junit4] 2> 2592132 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2592132 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node1/test_col_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_2048DBB171A4ACF1-001/tempDir-001/node1/./test_col_shard2_replica_n4/data/]
[junit4] 2> 2592133 WARN (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2592135 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=21, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3274169070995968]
[junit4] 2> 2592137 WARN (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2592170 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2592170 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2592171 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2592171 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2592172 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2592172 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2592172 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2592172 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2592172 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2592172 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2592173 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=187025126, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2592173 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2592173 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2592173 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1c40397[test_col_shard1_replica_n2] main]
[junit4] 2> 2592174 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=187025126, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2592174 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@139e397[test_col_shard2_replica_n6] main]
[junit4] 2> 2592174 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2592174 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2592174 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592174 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=187025126, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2592174 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592175 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1705319[test_col_shard1_replica_n1] main]
[junit4] 2> 2592175 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2592175 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2592175 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2592175 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592176 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592176 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592176 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592176 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2592176 INFO (searcherExecutor-7776-thread-1-processing-n:127.0.0.1:39991_solr x:test_col_shard1_replica_n2 s:shard1 c:test_col r:core_node5) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@1c40397[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2592176 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2592177 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=187025126, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2592176 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588106859878809600
[junit4] 2> 2592176 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588106859878809600
[junit4] 2> 2592177 INFO (searcherExecutor-7775-thread-1-processing-n:127.0.0.1:46017_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node3) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@1705319[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2592178 INFO (searcherExecutor-7774-thread-1-processing-n:127.0.0.1:34615_solr x:test_col_shard2_replica_n6 s:shard2 c:test_col r:core_node8) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@139e397[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2592178 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588106859880906752
[junit4] 2> 2592178 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@6aa9c4[test_col_shard2_replica_n4] main]
[junit4] 2> 2592179 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592180 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
[junit4] 2> 2592180 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2592180 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2592180 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2592180 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39991/solr/test_col_shard1_replica_n2/
[junit4] 2> 2592181 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=http://127.0.0.1:39991/solr START replicas=[http://127.0.0.1:46017/solr/test_col_shard1_replica_n1/] nUpdates=100
[junit4] 2> 2592181 INFO (searcherExecutor-7777-thread-1-processing-n:127.0.0.1:41623_solr x:test_col_shard2_replica_n4 s:shard2 c:test_col r:core_node7) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@6aa9c4[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2592181 INFO (qtp11663293-23406) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588106859884052480
[junit4] 2> 2592182 INFO (qtp9557369-23398) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.S.Request [test_col_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2592182 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2592283 INFO (zkCallback-4271-thread-2-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592283 INFO (zkCallback-4274-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592283 INFO (zkCallback-4271-thread-1-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592283 INFO (zkCallback-4258-thread-2-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592283 INFO (zkCallback-4261-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592283 INFO (zkCallback-4261-thread-2-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592283 INFO (zkCallback-4274-thread-2-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592283 INFO (zkCallback-4258-thread-3-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592481 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=http://127.0.0.1:39991/solr DONE. We have no versions. sync failed.
[junit4] 2> 2592481 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2592481 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2592481 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2592482 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39991/solr/test_col_shard1_replica_n2/ shard1
[junit4] 2> 2592583 INFO (zkCallback-4258-thread-2-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592583 INFO (zkCallback-4274-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592583 INFO (zkCallback-4271-thread-2-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592583 INFO (zkCallback-4261-thread-2-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592583 INFO (zkCallback-4258-thread-3-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592583 INFO (zkCallback-4274-thread-2-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592583 INFO (zkCallback-4271-thread-1-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592583 INFO (zkCallback-4261-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592633 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2592634 INFO (qtp27614511-23433) [n:127.0.0.1:39991_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1570
[junit4] 2> 2592682 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2592683 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2592683 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34615/solr/test_col_shard2_replica_n6/
[junit4] 2> 2592683 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:34615/solr START replicas=[http://127.0.0.1:41623/solr/test_col_shard2_replica_n4/] nUpdates=100
[junit4] 2> 2592684 INFO (qtp11663293-23399) [n:127.0.0.1:41623_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.S.Request [test_col_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2592734 INFO (zkCallback-4274-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592734 INFO (zkCallback-4258-thread-2-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592734 INFO (zkCallback-4271-thread-1-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592734 INFO (zkCallback-4271-thread-2-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592734 INFO (zkCallback-4274-thread-2-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592734 INFO (zkCallback-4258-thread-3-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592734 INFO (zkCallback-4261-thread-2-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592734 INFO (zkCallback-4261-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2592983 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:34615/solr DONE. We have no versions. sync failed.
[junit4] 2> 2592983 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 2592983 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 2592984 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2592985 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34615/solr/test_col_shard2_replica_n6/ shard2
[junit4] 2> 2593086 INFO (zkCallback-4274-thread-2-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593086 INFO (zkCallback-4271-thread-2-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593086 INFO (zkCallback-4261-thread-1-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593086 INFO (zkCallback-4271-thread-1-processing-n:127.0.0.1:46017_solr) [n:127.0.0.1:46017_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593086 INFO (zkCallback-4258-thread-2-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593086 INFO (zkCallback-4261-thread-2-processing-n:127.0.0.1:34615_solr) [n:127.0.0.1:34615_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593086 INFO (zkCallback-4274-thread-1-processing-n:127.0.0.1:39991_solr) [n:127.0.0.1:39991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593086 INFO (zkCallback-4258-thread-3-processing-n:127.0.0.1:41623_solr) [n:127.0.0.1:41623_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
[junit4] 2> 2593136 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2593137 INFO (qtp12239522-23418) [n:127.0.0.1:34615_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2070
[junit4] 2> 2593182 INFO (qtp9557369-23407) [n:127.0.0.1:46017_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&re
[...truncated too long message...]
nelImpl.finishConnect(SocketChannelImpl.java:717)
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
[junit4] 2> 3280746 WARN (Thread-2904) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/aliases.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/clusterstate.json
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 2 /solr/live_nodes
[junit4] 2> 2 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TriLevelCompositeIdRoutingTest -Dtests.method=test -Dtests.seed=2048DBB171A4ACF1 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Chile/Continental -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 636s J2 | TriLevelCompositeIdRoutingTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:35897
[junit4] > at __randomizedtesting.SeedInfo.seed([2048DBB171A4ACF1:A81CE46BDF58C109]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:320)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:171)
[junit4] > at java.net.SocketInputStream.read(SocketInputStream.java:141)
[junit4] > at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
[junit4] > at sun.security.ssl.InputRecord.read(InputRecord.java:503)
[junit4] > at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
[junit4] > at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
[junit4] > at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] > ... 43 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TriLevelCompositeIdRoutingTest_2048DBB171A4ACF1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1044, maxMBSortInHeap=7.705007029452744, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d9c64f), locale=sr-CS, timezone=Chile/Continental
[junit4] 2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=122735648,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestJsonFacets, TestPKIAuthenticationPlugin, TestInPlaceUpdatesStandalone, TestCloudRecovery, RecoveryZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, HdfsUnloadDistributedZkTest, TestLRUCache, ChaosMonkeyNothingIsSafeTest, ChangedSchemaMergeTest, CdcrBidirectionalTest, UtilsToolTest, TestXmlQParserPlugin, TestCloudNestedDocsSort, TestSystemIdResolver, CollectionsAPIAsyncDistributedZkTest, SolrTestCaseJ4Test, SimplePostToolTest, ClusterStateTest, TestGroupingSearch, TestSearchPerf, UniqFieldsUpdateProcessorFactoryTest, CloneFieldUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestLMDirichletSimilarityFactory, TestStressUserVersions, PeerSyncWithIndexFingerprintCachingTest, TestNodeAddedTrigger, TestApiFramework, SuggestComponentTest, TestSolrConfigHandler, InfoHandlerTest, HdfsRecoverLeaseTest, TestZkChroot, TestQueryTypes, TestScoreJoinQPScore, TestCustomStream, TestSlowCompositeReaderWrapper, FacetPivotSmallTest, TestFieldTypeResource, TolerantUpdateProcessorTest, DistribJoinFromCollectionTest, TestClusterStateMutator, TimeZoneUtilsTest, IndexSchemaTest, SolrCoreCheckLockOnStartupTest, TestSchemaManager, TestSchemaSimilarityResource, TestConfigSetProperties, HttpPartitionTest, SuggesterWFSTTest, TestRawResponseWriter, DirectSolrSpellCheckerTest, DefaultValueUpdateProcessorTest, NumberUtilsTest, TestManagedSynonymGraphFilterFactory, TestValueSourceCache, SystemLogListenerTest, BlockJoinFacetRandomTest, TestReloadAndDeleteDocs, CoreAdminHandlerTest, OverseerTest, FieldMutatingUpdateProcessorTest, V2ApiIntegrationTest, TestTrie, CustomCollectionTest, TestTolerantUpdateProcessorCloud, ZkNodePropsTest, SolrCloudReportersTest, TestHdfsBackupRestoreCore, FileBasedSpellCheckerTest, TestCoreAdminApis, LoggingHandlerTest, ReturnFieldsTest, TestExtendedDismaxParser, TestCustomDocTransformer, CoreAdminCreateDiscoverTest, BlobRepositoryCloudTest, SuggesterTest, TestFieldCacheSort, TestQuerySenderListener, CdcrReplicationHandlerTest, TemplateUpdateProcessorTest, SolrMetricsIntegrationTest, TestReplicaProperties, TestBlobHandler, TestFieldCacheWithThreads, TestElisionMultitermQuery, DirectSolrConnectionTest, DistributedFacetPivotSmallAdvancedTest, TestGraphTermsQParserPlugin, ConjunctionSolrSpellCheckerTest, RequiredFieldsTest, TestUniqueKeyFieldResource, TestSolrCoreProperties, TestConfigSetsAPIExclusivity, FieldAnalysisRequestHandlerTest, TestDefaultStatsCache, TestCollectionAPI, TestUseDocValuesAsStored2, TestManagedResourceStorage, DeleteNodeTest, HdfsAutoAddReplicasIntegrationTest, TestReload, TestPayloadCheckQParserPlugin, DocValuesMissingTest, SecurityConfHandlerTest, TestHashPartitioner, UUIDFieldTest, DistributedSpellCheckComponentTest, TestCollapseQParserPlugin, TestLegacyNumericUtils, TestIndexSearcher, TestPrepRecovery, HdfsChaosMonkeySafeLeaderTest, DisMaxRequestHandlerTest, CursorMarkTest, TestSimpleQParserPlugin, MultiThreadedOCPTest, TestCSVResponseWriter, TlogReplayBufferedWhileIndexingTest, TestSolrQueryResponse, SolrCLIZkUtilsTest, DistanceFunctionTest, TestRealTimeGet, ConfigureRecoveryStrategyTest, TestBulkSchemaConcurrent, BasicDistributedZkTest, TestLeaderElectionZkExpiry, TestLockTree, TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, TestRandomFlRTGCloud, TestRequestForwarding, TestSSLRandomization, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TriLevelCompositeIdRoutingTest]
[junit4] Completed [663/765 (3!)] on J2 in 635.87s, 1 test, 1 error <<< FAILURES!
[...truncated 44134 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build
# 21166 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21166/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([10D8D94FE79D1271]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([10D8D94FE79D1271]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:379)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:288)
at jdk.internal.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
26 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=11236, name=Thread-2439, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 2) Thread[id=11247, name=Thread-2440, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Thread.join(Thread.java:1353) at java.base@10-ea/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 3) Thread[id=11226, name=SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=11242, name=coreZkRegister-4948-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 5) Thread[id=11220, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 6) Thread[id=11231, name=OverseerAutoScalingTriggerThread-99255855039184899-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 7) Thread[id=11241, name=searcherExecutor-4958-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 8) Thread[id=11225, name=SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker-SendThread(127.0.0.1:35079), state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 9) Thread[id=11248, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:35079, state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89) at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 10) Thread[id=11227, name=zkConnectionManagerCallback-2415-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 11) Thread[id=11239, name=ScheduledTrigger-4953-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 12) Thread[id=11234, name=ScheduledTrigger-4953-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 13) Thread[id=11244, name=zkCallback-2414-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 14) Thread[id=11228, name=OverseerStateUpdate-99255855039184899-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 15) Thread[id=11251, name=ProcessThread(sid:0 cport:35079):, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 16) Thread[id=11243, name=zkCallback-2414-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 17) Thread[id=11245, name=zkCallback-2414-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 18) Thread[id=11246, name=ScheduledTrigger-4953-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 19) Thread[id=11233, name=ScheduledTrigger-4953-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 20) Thread[id=11249, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 21) Thread[id=11221, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 22) Thread[id=11232, name=zkCallback-2414-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 23) Thread[id=11230, name=OverseerCollectionConfigSetProcessor-99255855039184899-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 24) Thread[id=11229, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 25) Thread[id=11238, name=zkCallback-2414-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 26) Thread[id=11237, name=watches-2416-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 26 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest:
1) Thread[id=11236, name=Thread-2439, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at java.base@10-ea/java.lang.Object.wait(Object.java:328)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
2) Thread[id=11247, name=Thread-2440, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at java.base@10-ea/java.lang.Thread.join(Thread.java:1353)
at java.base@10-ea/java.lang.Thread.join(Thread.java:1427)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310)
at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491)
3) Thread[id=11226, name=SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
4) Thread[id=11242, name=coreZkRegister-4948-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
5) Thread[id=11220, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
6) Thread[id=11231, name=OverseerAutoScalingTriggerThread-99255855039184899-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
7) Thread[id=11241, name=searcherExecutor-4958-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
8) Thread[id=11225, name=SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker-SendThread(127.0.0.1:35079), state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141)
9) Thread[id=11248, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:35079, state=RUNNABLE, group=TGRP-BasicZkTest]
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at java.base@10-ea/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at java.base@10-ea/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at java.base@10-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:89)
at java.base@10-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:100)
at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
10) Thread[id=11227, name=zkConnectionManagerCallback-2415-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
11) Thread[id=11239, name=ScheduledTrigger-4953-thread-3, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
12) Thread[id=11234, name=ScheduledTrigger-4953-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
13) Thread[id=11244, name=zkCallback-2414-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
14) Thread[id=11228, name=OverseerStateUpdate-99255855039184899-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
15) Thread[id=11251, name=ProcessThread(sid:0 cport:35079):, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
16) Thread[id=11243, name=zkCallback-2414-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
17) Thread[id=11245, name=zkCallback-2414-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
18) Thread[id=11246, name=ScheduledTrigger-4953-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
19) Thread[id=11233, name=ScheduledTrigger-4953-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
20) Thread[id=11249, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
21) Thread[id=11221, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
22) Thread[id=11232, name=zkCallback-2414-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
23) Thread[id=11230, name=OverseerCollectionConfigSetProcessor-99255855039184899-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463)
at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235)
at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
24) Thread[id=11229, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
25) Thread[id=11238, name=zkCallback-2414-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
26) Thread[id=11237, name=watches-2416-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([10D8D94FE79D1271]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=11236, name=Thread-2439, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Object.wait(Native Method) at java.base@10-ea/java.lang.Object.wait(Object.java:328) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 2) Thread[id=11244, name=zkCallback-2414-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 3) Thread[id=11243, name=zkCallback-2414-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 4) Thread[id=11245, name=zkCallback-2414-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 5) Thread[id=11246, name=ScheduledTrigger-4953-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 6) Thread[id=11233, name=ScheduledTrigger-4953-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 7) Thread[id=11242, name=coreZkRegister-4948-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 8) Thread[id=11232, name=zkCallback-2414-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 9) Thread[id=11241, name=searcherExecutor-4958-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 10) Thread[id=11225, name=SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker-SendThread(127.0.0.1:35079), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 11) Thread[id=11227, name=zkConnectionManagerCallback-2415-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 12) Thread[id=11238, name=zkCallback-2414-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 13) Thread[id=11237, name=watches-2416-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 14) Thread[id=11239, name=ScheduledTrigger-4953-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844) 15) Thread[id=11234, name=ScheduledTrigger-4953-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177) at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121) at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=11236, name=Thread-2439, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Object.wait(Native Method)
at java.base@10-ea/java.lang.Object.wait(Object.java:328)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
2) Thread[id=11244, name=zkCallback-2414-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
3) Thread[id=11243, name=zkCallback-2414-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
4) Thread[id=11245, name=zkCallback-2414-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
5) Thread[id=11246, name=ScheduledTrigger-4953-thread-4, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
6) Thread[id=11233, name=ScheduledTrigger-4953-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2116)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
7) Thread[id=11242, name=coreZkRegister-4948-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
8) Thread[id=11232, name=zkCallback-2414-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
9) Thread[id=11241, name=searcherExecutor-4958-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
10) Thread[id=11225, name=SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker-SendThread(127.0.0.1:35079), state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
11) Thread[id=11227, name=zkConnectionManagerCallback-2415-thread-1, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
12) Thread[id=11238, name=zkCallback-2414-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
13) Thread[id=11237, name=watches-2416-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
14) Thread[id=11239, name=ScheduledTrigger-4953-thread-3, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
15) Thread[id=11234, name=ScheduledTrigger-4953-thread-2, state=WAITING, group=TGRP-BasicZkTest]
at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([10D8D94FE79D1271]:0)
Build Log:
[...truncated 12827 lines...]
[junit4] Suite: org.apache.solr.cloud.BasicZkTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_10D8D94FE79D1271-001/init-core-data-001
[junit4] 2> 1193700 WARN (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 1193700 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1193701 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1193701 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1193701 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1193701 INFO (Thread-2438) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1193701 INFO (Thread-2438) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1193703 ERROR (Thread-2438) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1193801 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35079
[junit4] 2> 1193803 INFO (zkConnectionManagerCallback-2407-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1193806 INFO (zkConnectionManagerCallback-2409-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1193807 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1193808 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1193809 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1193809 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1193810 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1193810 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1193811 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1193811 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1193812 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1193812 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1193813 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1193814 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 1193814 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1193844 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1193861 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 1193933 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1193941 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35079/solr
[junit4] 2> 1193942 INFO (zkConnectionManagerCallback-2413-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1193950 INFO (zkConnectionManagerCallback-2415-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1193993 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1193993 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 88.99.242.108:8983_
[junit4] 2> 1193994 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.Overseer Overseer (id=99255855039184899-88.99.242.108:8983_-n_0000000000) starting
[junit4] 2> 1194000 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/88.99.242.108:8983_
[junit4] 2> 1194009 INFO (zkCallback-2414-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1194036 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7419516b
[junit4] 2> 1194044 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7419516b
[junit4] 2> 1194044 INFO (SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7419516b
[junit4] 2> 1194049 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1195059 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 1195081 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1195100 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 1195182 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1195192 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 1195192 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.88.99.242.108:8983__collection1' (registry 'solr.core.collection1.shard1.88.99.242.108:8983__collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7419516b
[junit4] 2> 1195192 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1195192 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.BasicZkTest_10D8D94FE79D1271-001/init-core-data-001/]
[junit4] 2> 1195194 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 1195232 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1195233 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1195233 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1195233 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1195234 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1195234 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39587666[collection1] main]
[junit4] 2> 1195235 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 1195260 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 1195343 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1195344 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 1195344 INFO (coreLoadExecutor-4957-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1588093682347671552
[junit4] 2> 1195344 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 1195344 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 1195344 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 1195344 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 1195345 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 1195345 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 1195345 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 1195345 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 1195346 INFO (searcherExecutor-4958-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@39587666[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1195346 INFO (coreZkRegister-4948-thread-1-processing-n:88.99.242.108:8983_ x:collection1 s:shard1 c:collection1) [n:88.99.242.108:8983_ c:collection1 s:shard1 r:88.99.242.108:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found
[...truncated too long message...]
ncurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 7) Thread[id=11242, name=coreZkRegister-4948-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 8) Thread[id=11232, name=zkCallback-2414-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 9) Thread[id=11241, name=searcherExecutor-4958-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
[junit4] > at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 10) Thread[id=11225, name=SUITE-BasicZkTest-seed#[10D8D94FE79D1271]-worker-SendThread(127.0.0.1:35079), state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/java.lang.Thread.sleep(Native Method)
[junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 11) Thread[id=11227, name=zkConnectionManagerCallback-2415-thread-1, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
[junit4] > at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 12) Thread[id=11238, name=zkCallback-2414-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 13) Thread[id=11237, name=watches-2416-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at java.base@10-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1060)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 14) Thread[id=11239, name=ScheduledTrigger-4953-thread-3, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > 15) Thread[id=11234, name=ScheduledTrigger-4953-thread-2, state=WAITING, group=TGRP-BasicZkTest]
[junit4] > at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
[junit4] > at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
[junit4] > at java.base@10-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
[junit4] > at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] > at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([10D8D94FE79D1271]:0)
[junit4] Completed [344/765 (1!)] on J1 in 35.81s, 1 test, 4 errors <<< FAILURES!
[...truncated 42150 lines...]