You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/23 16:01:19 UTC
[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build #
21129 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21129/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseSerialGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.sql.JdbcTest
Error Message:
Error from server at https://127.0.0.1:41653/solr: Could not fully create collection: collection1_collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41653/solr: Could not fully create collection: collection1_collection
at __randomizedtesting.SeedInfo.seed([88633A857427FAF7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.io.sql.JdbcTest.setupCluster(JdbcTest.java:77)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestV2Request
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request: 1) Thread[id=2116, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request:
1) Thread[id=2116, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([88633A857427FAF7]:0)
FAILED: org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient
Error Message:
Error from server at http://127.0.0.1:41557/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:41557/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([88633A857427FAF7:507B22AFD513E8D0]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.request.TestV2Request.assertSuccess(TestV2Request.java:42)
at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:72)
at org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient(TestV2Request.java:62)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient
Error Message:
Error from server at http://127.0.0.1:45431/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:45431/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([88633A857427FAF7:1195B135D194729C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.request.TestV2Request.assertSuccess(TestV2Request.java:42)
at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:72)
at org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient(TestV2Request.java:68)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration
Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:40215_solr wasn't created
Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:40215_solr wasn't created
at __randomizedtesting.SeedInfo.seed([D315CB4295C12DB2:CBAF434E9BF4E05D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeMarkersRegistration(TriggerIntegrationTest.java:936)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12851 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/init-core-data-001
[junit4] 2> 935240 WARN (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=14 numCloses=14
[junit4] 2> 935240 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 935241 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 935241 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 935242 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001
[junit4] 2> 935242 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 935266 INFO (Thread-1655) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 935266 INFO (Thread-1655) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 935282 ERROR (Thread-1655) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 935346 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:32849
[junit4] 2> 935358 INFO (zkConnectionManagerCallback-1486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935363 INFO (jetty-launcher-1483-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 935367 INFO (jetty-launcher-1483-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 935402 INFO (jetty-launcher-1483-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bdb72f1{/solr,null,AVAILABLE}
[junit4] 2> 935406 INFO (jetty-launcher-1483-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ad96ad3{/solr,null,AVAILABLE}
[junit4] 2> 935406 INFO (jetty-launcher-1483-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@141c1fa8{SSL,[ssl, http/1.1]}{127.0.0.1:33101}
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-1) [ ] o.e.j.s.Server Started @937944ms
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33101}
[junit4] 2> 935407 ERROR (jetty-launcher-1483-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T15:08:38.821569Z
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1b9dfe75{SSL,[ssl, http/1.1]}{127.0.0.1:33969}
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-2) [ ] o.e.j.s.Server Started @937945ms
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33969}
[junit4] 2> 935407 ERROR (jetty-launcher-1483-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 935407 INFO (jetty-launcher-1483-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T15:08:38.821960Z
[junit4] 2> 935422 INFO (zkConnectionManagerCallback-1488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935422 INFO (zkConnectionManagerCallback-1490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935422 INFO (jetty-launcher-1483-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 935422 INFO (jetty-launcher-1483-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 935428 INFO (jetty-launcher-1483-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32849/solr
[junit4] 2> 935435 INFO (jetty-launcher-1483-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32849/solr
[junit4] 2> 935436 INFO (zkConnectionManagerCallback-1494-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935444 INFO (zkConnectionManagerCallback-1498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935451 INFO (zkConnectionManagerCallback-1500-thread-1-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935452 INFO (zkConnectionManagerCallback-1502-thread-1-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935494 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 935495 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33101_solr
[junit4] 2> 935496 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.c.Overseer Overseer (id=99224238075871237-127.0.0.1:33101_solr-n_0000000000) starting
[junit4] 2> 935518 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33101_solr
[junit4] 2> 935518 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 935527 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 935527 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 935528 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 935528 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 935529 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 935529 INFO (zkCallback-1501-thread-1-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 935529 INFO (jetty-launcher-1483-thread-2) [n:127.0.0.1:33969_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 935529 INFO (zkCallback-1499-thread-1-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 935529 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 935530 DEBUG (ScheduledTrigger-3522-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 935531 INFO (jetty-launcher-1483-thread-2) [n:127.0.0.1:33969_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33969_solr
[junit4] 2> 935534 INFO (zkCallback-1501-thread-1-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935539 INFO (zkCallback-1499-thread-2-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 935561 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33101.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935567 INFO (jetty-launcher-1483-thread-2) [n:127.0.0.1:33969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33969.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935570 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33101.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935570 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33101.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935571 INFO (jetty-launcher-1483-thread-1) [n:127.0.0.1:33101_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001/node1/.
[junit4] 2> 935574 INFO (jetty-launcher-1483-thread-2) [n:127.0.0.1:33969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33969.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935575 INFO (jetty-launcher-1483-thread-2) [n:127.0.0.1:33969_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33969.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935575 INFO (jetty-launcher-1483-thread-2) [n:127.0.0.1:33969_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001/node2/.
[junit4] 2> 935614 INFO (zkConnectionManagerCallback-1508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935619 INFO (zkConnectionManagerCallback-1512-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935619 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 935620 INFO (SUITE-TriggerIntegrationTest-seed#[D315CB4295C12DB2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32849/solr ready
[junit4] 2> 935627 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
[junit4] 2> 935627 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
[junit4] 2> 935628 DEBUG (zkCallback-1499-thread-2-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 935628 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 935628 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 935629 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 935629 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 935630 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 935642 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63931832{/solr,null,AVAILABLE}
[junit4] 2> 935643 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70e26a4{SSL,[ssl, http/1.1]}{127.0.0.1:45889}
[junit4] 2> 935643 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.e.j.s.Server Started @938181ms
[junit4] 2> 935643 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45889}
[junit4] 2> 935644 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 935644 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 935644 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 935644 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 935644 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T15:08:39.058691Z
[junit4] 2> 935653 INFO (zkConnectionManagerCallback-1514-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935653 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 935662 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32849/solr
[junit4] 2> 935670 INFO (zkConnectionManagerCallback-1518-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935671 INFO (zkConnectionManagerCallback-1520-thread-1-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935674 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 935675 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [n:127.0.0.1:45889_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 935680 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [n:127.0.0.1:45889_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45889_solr
[junit4] 2> 935682 INFO (zkCallback-1499-thread-2-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 935682 INFO (zkCallback-1501-thread-1-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 935689 INFO (zkCallback-1519-thread-1-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 935689 INFO (zkCallback-1511-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 935759 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [n:127.0.0.1:45889_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45889.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935767 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [n:127.0.0.1:45889_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45889.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935768 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [n:127.0.0.1:45889_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45889.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 935769 INFO (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[D315CB4295C12DB2]) [n:127.0.0.1:45889_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001/node3/.
[junit4] 2> 935791 INFO (zkConnectionManagerCallback-1524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 935801 INFO (qtp1193922691-8099) [n:127.0.0.1:33101_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 935801 INFO (OverseerThreadFactory-3524-thread-1-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.CreateCollectionCmd Create collection testMetricTrigger
[junit4] 2> 935904 INFO (OverseerStateUpdate-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testMetricTrigger_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33969/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 935905 INFO (OverseerStateUpdate-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testMetricTrigger",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testMetricTrigger_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45889/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 936117 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 936117 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 936120 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 936120 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 936222 INFO (zkCallback-1501-thread-1-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 936222 INFO (zkCallback-1519-thread-1-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 936222 INFO (zkCallback-1501-thread-2-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 936222 INFO (zkCallback-1519-thread-2-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937127 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 937131 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 937133 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema [testMetricTrigger_shard1_replica_n1] Schema name=minimal
[junit4] 2> 937135 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 937135 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard1_replica_n1' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 937136 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33969.solr.core.testMetricTrigger.shard1.replica_n1' (registry 'solr.core.testMetricTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 937136 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 937136 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [[testMetricTrigger_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001/node2/testMetricTrigger_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001/node2/./testMetricTrigger_shard1_replica_n1/data/]
[junit4] 2> 937136 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema [testMetricTrigger_shard2_replica_n2] Schema name=minimal
[junit4] 2> 937138 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 937138 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testMetricTrigger_shard2_replica_n2' using configuration from collection testMetricTrigger, trusted=true
[junit4] 2> 937138 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45889.solr.core.testMetricTrigger.shard2.replica_n2' (registry 'solr.core.testMetricTrigger.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2404339c
[junit4] 2> 937138 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 937139 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [[testMetricTrigger_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001/node3/testMetricTrigger_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D315CB4295C12DB2-001/tempDir-001/node3/./testMetricTrigger_shard2_replica_n2/data/]
[junit4] 2> 937262 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 937262 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 937263 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 937263 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 937270 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@50e1a16b[testMetricTrigger_shard1_replica_n1] main]
[junit4] 2> 937274 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 937274 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 937275 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 937278 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 937278 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 937279 INFO (searcherExecutor-3535-thread-1-processing-n:127.0.0.1:33969_solr x:testMetricTrigger_shard1_replica_n1 s:shard1 c:testMetricTrigger r:core_node3) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SolrCore [testMetricTrigger_shard1_replica_n1] Registered new searcher Searcher@50e1a16b[testMetricTrigger_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 937279 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587587811317383168
[junit4] 2> 937279 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 937280 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 937282 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7933155e[testMetricTrigger_shard2_replica_n2] main]
[junit4] 2> 937283 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 937284 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 937285 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 937285 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587587811323674624
[junit4] 2> 937288 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 937288 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 937288 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33969/solr/testMetricTrigger_shard1_replica_n1/
[junit4] 2> 937289 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 937289 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:33969/solr/testMetricTrigger_shard1_replica_n1/ has no replicas
[junit4] 2> 937289 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 937289 INFO (searcherExecutor-3536-thread-1-processing-n:127.0.0.1:45889_solr x:testMetricTrigger_shard2_replica_n2 s:shard2 c:testMetricTrigger r:core_node4) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SolrCore [testMetricTrigger_shard2_replica_n2] Registered new searcher Searcher@7933155e[testMetricTrigger_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 937290 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 937290 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 937291 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45889/solr/testMetricTrigger_shard2_replica_n2/
[junit4] 2> 937291 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 937291 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:45889/solr/testMetricTrigger_shard2_replica_n2/ has no replicas
[junit4] 2> 937291 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 937293 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45889/solr/testMetricTrigger_shard2_replica_n2/ shard2
[junit4] 2> 937327 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33969/solr/testMetricTrigger_shard1_replica_n1/ shard1
[junit4] 2> 937428 INFO (zkCallback-1519-thread-1-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937428 INFO (zkCallback-1519-thread-2-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937428 INFO (zkCallback-1501-thread-1-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937428 INFO (zkCallback-1501-thread-2-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937444 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 937452 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard2_replica_n2&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1332
[junit4] 2> 937478 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 937479 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testMetricTrigger_shard1_replica_n1&action=CREATE&numShards=2&collection=testMetricTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1362
[junit4] 2> 937487 INFO (qtp1193922691-8099) [n:127.0.0.1:33101_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 937581 INFO (zkCallback-1501-thread-2-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937581 INFO (zkCallback-1519-thread-1-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937581 INFO (zkCallback-1501-thread-1-processing-n:127.0.0.1:33969_solr) [n:127.0.0.1:33969_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937581 INFO (zkCallback-1519-thread-2-processing-n:127.0.0.1:45889_solr) [n:127.0.0.1:45889_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testMetricTrigger/state.json] for collection [testMetricTrigger] has occurred - updating... (live nodes size: [3])
[junit4] 2> 937814 INFO (OverseerCollectionConfigSetProcessor-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 938497 INFO (qtp1193922691-8099) [n:127.0.0.1:33101_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2696
[junit4] 2> 938538 INFO (qtp1193922691-8107) [n:127.0.0.1:33101_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 938544 INFO (qtp1855350782-8114) [n:127.0.0.1:33969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 938553 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 938553 DEBUG (qtp1193922691-8105) [n:127.0.0.1:33101_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 938553 INFO (qtp1193922691-8105) [n:127.0.0.1:33101_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=32
[junit4] 2> 938561 DEBUG (zkCallback-1499-thread-2-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 938565 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 938566 INFO (qtp1193922691-8101) [n:127.0.0.1:33101_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 938579 INFO (qtp1855350782-8109) [n:127.0.0.1:33969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 938581 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 938582 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 938583 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 938584 INFO (qtp3082183-8160) [n:127.0.0.1:45889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
[junit4] 2> 938585 DEBUG (qtp3082183-8162) [n:127.0.0.1:45889_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 938585 INFO (qtp3082183-8162) [n:127.0.0.1:45889_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=27
[junit4] 2> 938590 DEBUG (zkCallback-1499-thread-2-processing-n:127.0.0.1:33101_solr) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 938590 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 938591 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 938591 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 938591 DEBUG (OverseerAutoScalingTriggerThread-99224238075871237-127.0.0.1:33101_solr-n_0000000000) [n:127.0.0.1:33101_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 938594 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testMetricTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=11
[junit4] 2> 938636 INFO (qtp1855350782-8111) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1587587812739252224)]} 0 1
[junit4] 2> 938637 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1587587812741349376)]} 0 0
[junit4] 2> 938640 INFO (qtp3082183-8161) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1587587812742397952)]} 0 1
[junit4] 2> 938641 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[3 (1587587812745543680)]} 0 0
[junit4] 2> 938642 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[4 (1587587812746592256)]} 0 0
[junit4] 2> 938643 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[5 (1587587812747640832)]} 0 0
[junit4] 2> 938644 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[6 (1587587812748689408)]} 0 0
[junit4] 2> 938645 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[7 (1587587812749737984)]} 0 0
[junit4] 2> 938645 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[8 (1587587812749737984)]} 0 0
[junit4] 2> 938647 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[9 (1587587812751835136)]} 0 0
[junit4] 2> 938648 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[10 (1587587812752883712)]} 0 0
[junit4] 2> 938652 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[11 (1587587812757078016)]} 0 0
[junit4] 2> 938653 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[12 (1587587812758126592)]} 0 0
[junit4] 2> 938656 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[13 (1587587812761272320)]} 0 0
[junit4] 2> 938657 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[14 (1587587812762320896)]} 0 0
[junit4] 2> 938658 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[15 (1587587812763369472)]} 0 0
[junit4] 2> 938658 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[16 (1587587812763369473)]} 0 0
[junit4] 2> 938659 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[17 (1587587812764418048)]} 0 0
[junit4] 2> 938660 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[18 (1587587812765466624)]} 0 0
[junit4] 2> 938660 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[19 (1587587812765466625)]} 0 0
[junit4] 2> 938661 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[20 (1587587812766515200)]} 0 0
[junit4] 2> 938662 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[21 (1587587812767563776)]} 0 0
[junit4] 2> 938663 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[22 (1587587812768612352)]} 0 0
[junit4] 2> 938664 INFO (qtp3082183-8162) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[23 (1587587812768612352)]} 0 0
[junit4] 2> 938665 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[24 (1587587812769660928)]} 0 0
[junit4] 2> 938665 INFO (qtp3082183-8162) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[25 (1587587812770709504)]} 0 0
[junit4] 2> 938666 INFO (qtp3082183-8162) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[26 (1587587812771758080)]} 0 0
[junit4] 2> 938667 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[27 (1587587812772806656)]} 0 0
[junit4] 2> 938669 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[28 (1587587812774903808)]} 0 0
[junit4] 2> 938669 INFO (qtp3082183-8162) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[29 (1587587812774903808)]} 0 0
[junit4] 2> 938671 INFO (qtp3082183-8162) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[30 (1587587812775952384)]} 0 1
[junit4] 2> 938673 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[31 (1587587812778049536)]} 0 0
[junit4] 2> 938673 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[32 (1587587812779098112)]} 0 0
[junit4] 2> 938674 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[33 (1587587812780146688)]} 0 0
[junit4] 2> 938675 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[34 (1587587812781195264)]} 0 0
[junit4] 2> 938682 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[35 (1587587812788535296)]} 0 0
[junit4] 2> 938685 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[36 (1587587812791681024)]} 0 0
[junit4] 2> 938686 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[37 (1587587812792729600)]} 0 0
[junit4] 2> 938698 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[38 (1587587812805312512)]} 0 0
[junit4] 2> 938699 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[39 (1587587812806361088)]} 0 0
[junit4] 2> 938731 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[40 (1587587812839915520)]} 0 0
[junit4] 2> 938743 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[41 (1587587812852498432)]} 0 0
[junit4] 2> 938743 INFO (qtp1855350782-8111) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[42 (1587587812852498433)]} 0 0
[junit4] 2> 938744 INFO (qtp1855350782-8111) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[43 (1587587812853547008)]} 0 0
[junit4] 2> 938744 INFO (qtp1855350782-8111) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[44 (1587587812853547009)]} 0 0
[junit4] 2> 938745 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[45 (1587587812854595584)]} 0 0
[junit4] 2> 938745 INFO (qtp1855350782-8115) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[46 (1587587812854595584)]} 0 0
[junit4] 2> 938746 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[47 (1587587812854595585)]} 0 0
[junit4] 2> 938746 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[48 (1587587812855644160)]} 0 0
[junit4] 2> 938746 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[49 (1587587812855644161)]} 0 0
[junit4] 2> 938747 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[50 (1587587812856692736)]} 0 0
[junit4] 2> 938748 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[51 (1587587812856692737)]} 0 0
[junit4] 2> 938748 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[52 (1587587812857741312)]} 0 0
[junit4] 2> 938749 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[53 (1587587812858789888)]} 0 0
[junit4] 2> 938749 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[54 (1587587812858789888)]} 0 0
[junit4] 2> 938750 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[55 (1587587812859838464)]} 0 0
[junit4] 2> 938750 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[56 (1587587812859838464)]} 0 0
[junit4] 2> 938751 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[57 (1587587812860887040)]} 0 0
[junit4] 2> 938751 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[58 (1587587812860887041)]} 0 0
[junit4] 2> 938752 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[59 (1587587812861935616)]} 0 0
[junit4] 2> 938752 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[60 (1587587812861935616)]} 0 0
[junit4] 2> 938753 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[61 (1587587812862984192)]} 0 0
[junit4] 2> 938753 INFO (qtp3082183-8167) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[62 (1587587812862984192)]} 0 0
[junit4] 2> 938753 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[63 (1587587812862984193)]} 0 0
[junit4] 2> 938754 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[64 (1587587812864032768)]} 0 0
[junit4] 2> 938755 INFO (qtp1855350782-8113) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[65 (1587587812864032769)]} 0 0
[junit4] 2> 938755 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[66 (1587587812865081344)]} 0 0
[junit4] 2> 938756 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[67 (1587587812866129920)]} 0 0
[junit4] 2> 938756 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[68 (1587587812866129921)]} 0 0
[junit4] 2> 938757 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[69 (1587587812867178496)]} 0 0
[junit4] 2> 938757 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[70 (1587587812867178496)]} 0 0
[junit4] 2> 938758 INFO (qtp3082183-8163) [n:127.0.0.1:45889_solr c:testMetricTrigger s:shard2 r:core_node4 x:testMetricTrigger_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[71 (1587587812868227072)]} 0 0
[junit4] 2> 938758 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[72 (1587587812868227072)]} 0 0
[junit4] 2> 938758 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[73 (1587587812868227073)]} 0 0
[junit4] 2> 938759 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:testMetricTrigger_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testMetricTrigger_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[74 (1587587812869275648)]} 0 0
[junit4] 2> 938759 INFO (qtp1855350782-8108) [n:127.0.0.1:33969_solr c:testMetricTrigger s:shard1 r:core_node3 x:tes
[...truncated too long message...]
://127.0.0.1:46865/solr",
[junit4] 2> "node_name":"127.0.0.1:46865_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"test_shard2_replica_n6",
[junit4] 2> "base_url":"http://127.0.0.1:45431/solr",
[junit4] 2> "node_name":"127.0.0.1:45431_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 41 more
[junit4] 2>
[junit4] 2> 481308 INFO (qtp980475891-2029) [n:127.0.0.1:41557_solr c:test s:shard1 r:core_node5 x:test_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=test_shard1_replica_n3&action=CREATE&numShards=2&collection=test&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=359840
[junit4] 2> 511237 INFO (zkCallback-488-thread-6-processing-n:127.0.0.1:45431_solr) [n:127.0.0.1:45431_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [0])
[junit4] 2> 511237 INFO (zkCallback-488-thread-5-processing-n:127.0.0.1:45431_solr) [n:127.0.0.1:45431_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/test/state.json] for collection [test] has occurred - updating... (live nodes size: [0])
[junit4] 2> 511238 ERROR (OverseerThreadFactory-827-thread-1-processing-n:127.0.0.1:45431_solr) [n:127.0.0.1:45431_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: test operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: test
[junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 511243 INFO (OverseerThreadFactory-827-thread-1-processing-n:127.0.0.1:45431_solr) [n:127.0.0.1:45431_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 511245 WARN (OverseerAutoScalingTriggerThread-99224392943992838-127.0.0.1:45431_solr-n_0000000000) [n:127.0.0.1:45431_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 511251 INFO (jetty-closer-471-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e64b7a0{/solr,null,UNAVAILABLE}
[junit4] 2> 511251 ERROR (SUITE-TestV2Request-seed#[88633A857427FAF7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 511251 INFO (SUITE-TestV2Request-seed#[88633A857427FAF7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33983 33983
[junit4] 2> 515360 INFO (Thread-377) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33983 33983
[junit4] 2> 515360 WARN (Thread-377) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/collections/test/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99224392943992838-127.0.0.1:45431_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.request.TestV2Request_88633A857427FAF7-001
[junit4] 2> Dec 23, 2017 3:54:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Dec 23, 2017 3:54:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request:
[junit4] 2> 1) Thread[id=2116, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
[junit4] 2> at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
[junit4] 2> at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] 2> at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Dec 23, 2017 3:54:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=2116, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
[junit4] 2> Dec 23, 2017 3:54:56 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1739, maxMBSortInHeap=7.526631902641277, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16d0d1f), locale=zu, timezone=Poland
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=303595472,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SolrPingTest, NormalDistributionEvaluatorTest, SolrQueryTest, TestRetryUtil, TestDelegationTokenResponse, SolrExampleEmbeddedTest, QueryResponseTest, LengthEvaluatorTest, ClientUtilsTest, TestDocumentObjectBinder, TestLBHttpSolrClient, RecursiveEvaluatorTest, CumulativeProbabilityEvaluatorTest, TestFastInputStream, SolrExampleStreamingBinaryTest, JDBCStreamTest, CorrelationEvaluatorTest, AbsoluteValueEvaluatorTest, EqualToEvaluatorTest, AppendEvaluatorTest, GraphTest, CloudSolrClientMultiConstructorTest, ModuloEvaluatorTest, SolrExampleBinaryTest, SolrExampleXMLTest, SolrExampleJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, TestSolrProperties, SolrParamTest, TermsResponseTest, MergeIndexesEmbeddedTest, TestCoreAdmin, TestNamedListCodec, TestJavaBinCodec, ContentStreamTest, SolrDocumentTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, NamedListTest, AnlysisResponseBaseTest, FacetFieldTest, UsingSolrJRefGuideExamplesTest, CollectionAdminRequestRequiredParamsTest, BasicHttpSolrClientTest, CloudSolrClientBuilderTest, CloudSolrClientCacheTest, ConcurrentUpdateSolrClientBuilderTest, ConcurrentUpdateSolrClientTest, GraphExpressionTest, JdbcDriverTest, SelectWithEvaluatorsTest, CeilingEvaluatorTest, CubedRootEvaluatorTest, HyperbolicCosineEvaluatorTest, HyperbolicTangentEvaluatorTest, NormalizeEvaluatorTest, PowerEvaluatorTest, RoundEvaluatorTest, SubtractEvaluatorTest, UniformDistributionEvaluatorTest, ConcatOperationTest, TestConfigSetAdminRequest, TestDelegationTokenRequest, TestV2Request]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestV2Request -Dtests.seed=88633A857427FAF7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zu -Dtests.timezone=Poland -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J1 | TestV2Request (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request:
[junit4] > 1) Thread[id=2116, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
[junit4] > at java.base@9.0.1/java.lang.Thread.sleep(Native Method)
[junit4] > at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
[junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([88633A857427FAF7]:0)
[junit4] Completed [146/146 (2!)] on J1 in 414.74s, 3 tests, 3 errors <<< FAILURES!
[...truncated 39877 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build
# 21132 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21132/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at __randomizedtesting.SeedInfo.seed([F51C9F6967663F3]:0)
at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.setupCluster(DistribDocExpirationUpdateProcessorTest.java:63)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 13523 lines...]
[junit4] Suite: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
[junit4] 2> 1083041 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/init-core-data-001
[junit4] 2> 1083042 WARN (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1083042 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1083042 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1083043 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/tempDir-001
[junit4] 2> 1083043 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1083043 INFO (Thread-2396) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1083043 INFO (Thread-2396) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1083044 ERROR (Thread-2396) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1083143 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38555
[junit4] 2> 1083144 INFO (zkConnectionManagerCallback-2232-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083147 INFO (jetty-launcher-2229-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1083147 INFO (jetty-launcher-2229-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1083156 INFO (jetty-launcher-2229-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28be6d7f{/solr,null,AVAILABLE}
[junit4] 2> 1083156 INFO (jetty-launcher-2229-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a56bf08{/solr,null,AVAILABLE}
[junit4] 2> 1083158 INFO (jetty-launcher-2229-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4540e2cf{SSL,[ssl, http/1.1]}{127.0.0.1:44629}
[junit4] 2> 1083158 INFO (jetty-launcher-2229-thread-1) [ ] o.e.j.s.Server Started @1086729ms
[junit4] 2> 1083158 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44629}
[junit4] 2> 1083158 ERROR (jetty-launcher-2229-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1083158 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1083158 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1083158 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1083158 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T06:06:57.036689Z
[junit4] 2> 1083160 INFO (jetty-launcher-2229-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c2e5009{SSL,[ssl, http/1.1]}{127.0.0.1:41751}
[junit4] 2> 1083161 INFO (jetty-launcher-2229-thread-2) [ ] o.e.j.s.Server Started @1086731ms
[junit4] 2> 1083161 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41751}
[junit4] 2> 1083161 ERROR (jetty-launcher-2229-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1083161 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1083161 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1083161 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1083161 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-24T06:06:57.039601Z
[junit4] 2> 1083161 INFO (zkConnectionManagerCallback-2234-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083165 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1083165 INFO (zkConnectionManagerCallback-2236-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083165 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1083168 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608721a39a0001, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1083176 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38555/solr
[junit4] 2> 1083176 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38555/solr
[junit4] 2> 1083179 INFO (zkConnectionManagerCallback-2242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083179 INFO (zkConnectionManagerCallback-2244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083180 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x1608721a39a0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 1083180 INFO (zkConnectionManagerCallback-2246-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083181 INFO (zkConnectionManagerCallback-2248-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083208 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1083208 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1083208 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44629_solr
[junit4] 2> 1083208 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41751_solr
[junit4] 2> 1083208 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99227770350600197-127.0.0.1:44629_solr-n_0000000000) starting
[junit4] 2> 1083211 INFO (zkCallback-2245-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1083214 INFO (zkCallback-2247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1083215 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44629_solr
[junit4] 2> 1083218 INFO (zkCallback-2245-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1083222 INFO (zkCallback-2247-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1083245 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41751.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1083247 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1083252 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1083253 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1083253 INFO (jetty-launcher-2229-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/tempDir-001/node1/.
[junit4] 2> 1083254 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41751.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1083254 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41751.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1083255 INFO (jetty-launcher-2229-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/tempDir-001/node2/.
[junit4] 2> 1083276 INFO (zkConnectionManagerCallback-2254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083278 INFO (zkConnectionManagerCallback-2258-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1083279 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1083279 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38555/solr ready
[junit4] 2> 1083291 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=c95d7817-6070-4328-8c21-73274c7f38bc&replicationFactor=1&collection.configName=conf&name=expiry&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1083292 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=c95d7817-6070-4328-8c21-73274c7f38bc&replicationFactor=1&collection.configName=conf&name=expiry&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1083293 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1083293 INFO (OverseerThreadFactory-4474-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection expiry
[junit4] 2> 1083293 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1083398 INFO (OverseerStateUpdate-99227770350600197-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"expiry",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"expiry_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44629/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1083399 INFO (OverseerStateUpdate-99227770350600197-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"expiry",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"expiry_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41751/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1083603 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=c95d7817-6070-4328-8c21-73274c7f38bc1796759249229336&coreNodeName=core_node4&name=expiry_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=0
[junit4] 2> 1083603 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=c95d7817-6070-4328-8c21-73274c7f38bc1796759249229336&coreNodeName=core_node4&name=expiry_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1083603 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1083615 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&coreNodeName=core_node3&name=expiry_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 1083615 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=expiry&version=2&replicaType=NRT&async=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&coreNodeName=core_node3&name=expiry_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1083615 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1083615 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1083616 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1083717 INFO (zkCallback-2245-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1083717 INFO (zkCallback-2247-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1083718 INFO (zkCallback-2247-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1083718 INFO (zkCallback-2245-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/expiry/state.json] for collection [expiry] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1084294 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1084294 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1084614 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1084616 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1084616 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1084619 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.s.IndexSchema [expiry_shard2_replica_n2] Schema name=cloud-dynamic
[junit4] 2> 1084622 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1084633 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.s.IndexSchema [expiry_shard1_replica_n1] Schema name=cloud-dynamic
[junit4] 2> 1084640 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1084640 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'expiry_shard2_replica_n2' using configuration from collection expiry, trusted=true
[junit4] 2> 1084640 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41751.solr.core.expiry.shard2.replica_n2' (registry 'solr.core.expiry.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1084640 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1084640 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.SolrCore [[expiry_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/tempDir-001/node2/expiry_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/tempDir-001/node2/./expiry_shard2_replica_n2/data/]
[junit4] 2> 1084644 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 1084644 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.CoreContainer Creating SolrCore 'expiry_shard1_replica_n1' using configuration from collection expiry, trusted=true
[junit4] 2> 1084644 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.core.expiry.shard1.replica_n1' (registry 'solr.core.expiry.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43fa6dfc
[junit4] 2> 1084644 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1084644 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.SolrCore [[expiry_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/tempDir-001/node1/expiry_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_F51C9F6967663F3-001/tempDir-001/node1/./expiry_shard1_replica_n1/data/]
[junit4] 2> 1084679 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1084679 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1084679 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1084679 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1084680 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@273e363e[expiry_shard1_replica_n1] main]
[junit4] 2> 1084680 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1084681 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1084684 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1084685 INFO (searcherExecutor-4480-thread-1) [ ] o.a.s.c.SolrCore [expiry_shard1_replica_n1] Registered new searcher Searcher@273e363e[expiry_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1084685 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587644327330316288
[junit4] 2> 1084687 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1084687 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1084687 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44629/solr/expiry_shard1_replica_n1/
[junit4] 2> 1084687 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1084687 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:44629/solr/expiry_shard1_replica_n1/ has no replicas
[junit4] 2> 1084687 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1084689 INFO (parallelCoreAdminExecutor-4476-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44629/solr/expiry_shard1_replica_n1/ shard1
[junit4] 2> 1084691 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1084691 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1084692 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1084692 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1084693 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e04b87c[expiry_shard2_replica_n2] main]
[junit4] 2> 1084694 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1084694 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1084694 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1084695 INFO (searcherExecutor-4479-thread-1) [ ] o.a.s.c.SolrCore [expiry_shard2_replica_n2] Registered new searcher Searcher@1e04b87c[expiry_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1084695 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587644327340802048
[junit4] 2> 1084697 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1084697 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1084697 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41751/solr/expiry_shard2_replica_n2/
[junit4] 2> 1084697 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1084697 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:41751/solr/expiry_shard2_replica_n2/ has no replicas
[junit4] 2> 1084697 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1084698 INFO (parallelCoreAdminExecutor-4475-thread-1) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41751/solr/expiry_shard2_replica_n2/ shard2
[junit4] 2> 1085295 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1085295 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1085617 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1085617 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1086296 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1086297 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1086618 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1086618 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1087298 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1087300 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1087619 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1087619 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1087685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1087694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1088300 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1088301 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1088620 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1088620 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1089301 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1089303 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1089621 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1089621 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1090303 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1090304 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1090622 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1090622 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1090684 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1090694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1091305 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1091306 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1091622 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1091623 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1092307 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1092308 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1092623 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1092624 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1093309 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1093310 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1093624 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1093625 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1093684 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1093694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1094311 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1094312 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1094625 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1094625 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1095313 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1095314 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1095626 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1095626 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1096315 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1096317 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1096627 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1096627 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1096685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1096694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1097317 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1097318 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1097628 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1097628 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1098319 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1098320 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1098629 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1098629 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1099321 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1099322 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1099630 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1099630 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1099685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1099694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1100323 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1100324 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1100631 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1100631 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1101325 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1101326 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1101632 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1101632 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1102326 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1102327 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1102633 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1102633 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1102685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1102694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1103328 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1103329 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1103634 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1103634 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1104330 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1104332 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1104635 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1104635 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1105332 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1105334 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1105636 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1105636 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1105684 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1105694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1106334 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1106336 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1106637 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1106637 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1107337 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1107338 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1107638 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1107638 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1108339 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1108340 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1108639 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1108639 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1108685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1108694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1109341 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1109341 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1109641 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1109641 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1110342 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1110343 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1110642 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1110642 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1111344 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1111345 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1111643 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1111643 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1111684 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1111694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1112346 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1112347 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1112643 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1112643 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1113347 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1113349 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1113644 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1113644 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1114349 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1114351 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1114645 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1114645 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1114685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1114694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1115352 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1115353 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1115646 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1115646 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1116354 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1116356 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1116647 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1116647 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1117356 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1117358 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1117648 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1117648 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1117685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1117694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1118358 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1118359 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1118649 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1118649 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1119360 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1119361 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1119650 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1119650 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1120362 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1120363 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1120651 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1120651 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1120684 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1120694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1121364 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1121366 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1121652 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1121652 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1122366 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1122368 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1122653 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1122653 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1123369 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1123370 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1123654 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1123654 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1123685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1123694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1124370 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1124371 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1124654 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1124654 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1125371 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1125373 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1125655 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1125655 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1126374 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1126375 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1126656 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1126656 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1126684 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1126694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1127376 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1127377 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1127657 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1127657 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1128378 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1128379 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1128658 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1128658 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1129380 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1129380 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1129659 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1129659 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1129684 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1129695 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1130381 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1130382 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1130660 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1130660 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1131383 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1131384 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1131661 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1131661 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1132385 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1132385 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1132662 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1132662 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1132685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1132694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1133386 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1133387 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1133662 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1133663 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1134388 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1134389 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1134663 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1134664 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1135390 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1135391 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1135664 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1135665 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1135685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1135694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1136391 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1136392 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1136665 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1136665 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1137393 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1137394 INFO (qtp1984456228-11066) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1137666 INFO (qtp1508570956-11054) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1137666 INFO (qtp1508570956-11054) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1138394 INFO (qtp1984456228-11053) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1138396 INFO (qtp1984456228-11053) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1138667 INFO (qtp1508570956-11067) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1138667 INFO (qtp1508570956-11067) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1138685 WARN (autoExpireDocs-4486-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1138694 WARN (autoExpireDocs-4490-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Slice in charge of periodic deletes for expiry does not currently have a leader
[junit4] 2> 1139396 INFO (qtp1984456228-11068) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1139397 INFO (qtp1984456228-11068) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1139668 INFO (qtp1508570956-11063) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1139668 INFO (qtp1508570956-11063) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1140398 INFO (qtp1984456228-11064) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1140399 INFO (qtp1984456228-11064) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 1140669 INFO (qtp1508570956-11065) [ ] o.a.s.h.a.CoreAdminOperation Checking request status for : c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631
[junit4] 2> 1140669 INFO (qtp1508570956-11065) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=c95d7817-6070-4328-8c21-73274c7f38bc1796759248452631&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1141400 INFO (qtp1984456228-11066) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=c95d7817-6070-4328-8c21-73274c7f38bc&action=R
[...truncated too long message...]
1:44629/solr",
[junit4] 2> "node_name":"127.0.0.1:44629_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"expiry_shard2_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:41751/solr",
[junit4] 2> "node_name":"127.0.0.1:41751_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
[junit4] 2> ... 16 more
[junit4] 2>
[junit4] 2> 2304723 INFO (coreCloseExecutor-4492-thread-1) [ ] o.a.s.c.SolrCore [expiry_shard2_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@22a653b5
[junit4] 2> 2304723 INFO (coreCloseExecutor-4492-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.expiry.shard2.replica_n2, tag=581325749
[junit4] 2> 2304723 INFO (coreCloseExecutor-4492-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4482717: rootName = solr_41751, domain = solr.core.expiry.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.expiry.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1b548e5e
[junit4] 2> 2304724 INFO (coreCloseExecutor-4491-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.expiry.shard1.leader, tag=1685011028
[junit4] 2> 2304724 INFO (coreCloseExecutor-4491-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
[junit4] 2> 2304725 INFO (jetty-closer-2230-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99227770350600197-127.0.0.1:44629_solr-n_0000000000) closing
[junit4] 2> 2304726 INFO (OverseerStateUpdate-99227770350600197-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44629_solr
[junit4] 2> 2304726 WARN (OverseerAutoScalingTriggerThread-99227770350600197-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2304727 INFO (zkCallback-2247-thread-4) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41751_solr
[junit4] 2> 2304727 INFO (jetty-closer-2230-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28be6d7f{/solr,null,UNAVAILABLE}
[junit4] 2> 2304733 INFO (coreCloseExecutor-4492-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.expiry.shard2.leader, tag=581325749
[junit4] 2> 2304733 INFO (coreCloseExecutor-4492-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
[junit4] 2> 2304738 INFO (jetty-closer-2230-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a56bf08{/solr,null,UNAVAILABLE}
[junit4] 2> 2304738 ERROR (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2304739 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38555 38555
[junit4] 2> 2310602 INFO (Thread-2396) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38555 38555
[junit4] 2> 2310603 WARN (Thread-2396) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/expiry/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2>
[junit4] 2> 2310603 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[F51C9F6967663F3]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1062, maxMBSortInHeap=7.970736729829323, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@812bc73), locale=es-MX, timezone=Africa/Conakry
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=51011416,total=526385152
[junit4] 2> NOTE: All tests run in this JVM: [TestMultiValuedNumericRangeQuery, HdfsRestartWhileUpdatingTest, CdcrVersionReplicationTest, OpenCloseCoreStressTest, TestFieldTypeCollectionResource, DeleteLastCustomShardedReplicaTest, CollectionTooManyReplicasTest, TestFreeTextSuggestions, SearchHandlerTest, ZkSolrClientTest, TestRangeQuery, TestExpandComponent, HdfsLockFactoryTest, TestTestInjection, DistanceUnitsTest, SimpleCollectionCreateDeleteTest, TestConfigsApi, LeaderFailoverAfterPartitionTest, TestStressCloudBlindAtomicUpdates, HdfsTlogReplayBufferedWhileIndexingTest, SolrXmlInZkTest, TestNumericTokenStream, TestConfigSetImmutable, TestManagedResource, TestNRTOpen, AutoscalingHistoryHandlerTest, TestPolicyCloud, DocValuesMultiTest, SpatialRPTFieldTypeTest, MissingSegmentRecoveryTest, QueryEqualityTest, TestBinaryResponseWriter, DeleteShardTest, AnalyticsQueryTest, TestCoreBackup, TestMacros, ClusterStateUpdateTest, SampleTest, ZkCLITest, TestPushWriter, BigEndianAscendingWordDeserializerTest, SolrCmdDistributorTest, TestDocBasedVersionConstraints, AutoAddReplicasPlanActionTest, TestSolrQueryParser, DebugComponentTest, TestNumericTerms32, TestDocumentBuilder, TestDocSet, TestAnalyzeInfixSuggestions, NotRequiredUniqueKeyTest, MetricTriggerTest, CircularListTest, TestLazyCores, DistributedFacetPivotLongTailTest, TestAuthorizationFramework, TestCorePropertiesReload, TestCursorMarkWithoutUniqueKey, ManagedSchemaRoundRobinCloudTest, MoveReplicaTest, StressHdfsTest, TestFieldCacheReopen, TermVectorComponentDistributedTest, OutOfBoxZkACLAndCredentialsProvidersTest, CloudExitableDirectoryReaderTest, DirectUpdateHandlerTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestManagedSynonymFilterFactory, MergeStrategyTest, TestGeoJSONResponseWriter, TestJsonFacetRefinement, TestUnifiedSolrHighlighter, BasicAuthIntegrationTest, DataDrivenBlockJoinTest, TestDistribStateManager, DistributedVersionInfoTest, TestDynamicFieldResource, TestAtomicUpdateErrorCases, TestRetrieveFieldsOptimizer, ReplicaListTransformerTest, MBeansHandlerTest, TestManagedSchema, RegexBytesRefFilterTest, TestSimpleTrackingShardHandler, TestCloudSchemaless, TestReRankQParserPlugin, CreateCollectionCleanupTest, RemoteQueryErrorTest, TestStressRecovery, HdfsNNFailoverTest, TestLargeCluster, PreAnalyzedFieldTest, SuggesterFSTTest, AddBlockUpdateTest, TestSQLHandlerNonCloud, TestClusterProperties, TestDFISimilarityFactory, TestOnReconnectListenerSupport, TestRemoteStreaming, TestOrdValues, CollectionsAPIDistributedZkTest, SearchRateTriggerTest, ChaosMonkeySafeLeaderTest, TestSolrCloudWithHadoopAuthPlugin, TestRTGBase, ExplicitHLLTest, HLLUtilTest, SuggestComponentContextFilterQueryTest, DOMUtilTest, OutputWriterTest, TestSolrCloudWithDelegationTokens, SolrMetricReporterTest, HdfsChaosMonkeyNothingIsSafeTest, PathHierarchyTokenizerFactoryTest, AddReplicaTest, TestPerFieldSimilarity, DistribDocExpirationUpdateProcessorTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DistribDocExpirationUpdateProcessorTest -Dtests.seed=F51C9F6967663F3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-MX -Dtests.timezone=Africa/Conakry -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J1 | DistribDocExpirationUpdateProcessorTest (suite) <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at __randomizedtesting.SeedInfo.seed([F51C9F6967663F3]:0)
[junit4] > at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
[junit4] > at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.setupCluster(DistribDocExpirationUpdateProcessorTest.java:63)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [560/765 (1!)] on J1 in 1227.57s, 0 tests, 1 error <<< FAILURES!
[...truncated 41509 lines...]
[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build #
21131 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21131/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.TestTrackingShardHandlerFactory
Error Message:
44 threads leaked from SUITE scope at org.apache.solr.handler.component.TestTrackingShardHandlerFactory: 1) Thread[id=5461, name=zkCallback-1372-thread-6, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=5419, name=qtp14869520-5419, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=5395, name=qtp20384827-5395, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5421, name=qtp14869520-5421, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=5399, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=5384, name=qtp20384827-5384, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=5463, name=zkCallback-1382-thread-5, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=5400, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=5437, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-EventThread, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 10) Thread[id=5464, name=zkCallback-1382-thread-6, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=5385, name=qtp20384827-5385, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=5391, name=qtp20384827-5391-acceptor-0@100b673-ServerConnector@3881ae{HTTP/1.1,[http/1.1]}{127.0.0.1:41525}, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=5436, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-SendThread(127.0.0.1:41401), state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 14) Thread[id=5406, name=zkConnectionManagerCallback-1373-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=5444, name=Scheduler-2154088, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=5405, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-EventThread, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 17) Thread[id=5459, name=zkCallback-1382-thread-3, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=5462, name=zkCallback-1382-thread-4, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=5425, name=qtp14869520-5425, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=5438, name=zkConnectionManagerCallback-1383-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=5431, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=5442, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=5456, name=zkCallback-1372-thread-3-processing-n:127.0.0.1:41525_n%2Foj, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111) at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70) at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:482) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:437) at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:424) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56) at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348) at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268) at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$91/3389175.run(Unknown Source) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/3016758.run(Unknown Source) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=5404, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-SendThread(127.0.0.1:41401), state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 25) Thread[id=5458, name=zkCallback-1372-thread-4, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 26) Thread[id=5423, name=qtp14869520-5423-acceptor-0@9cdab6-ServerConnector@1dd71cb{HTTP/1.1,[http/1.1]}{127.0.0.1:44963}, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=5460, name=zkCallback-1372-thread-5, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 28) Thread[id=5432, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=5411, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 30) Thread[id=5440, name=Thread-1084, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 31) Thread[id=5390, name=qtp20384827-5390, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=5386, name=qtp20384827-5386, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 33) Thread[id=5420, name=qtp14869520-5420, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=5409, name=Thread-1075, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725) 35) Thread[id=5416, name=searcherExecutor-1863-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=5422, name=qtp14869520-5422, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=5387, name=qtp20384827-5387, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 38) Thread[id=5427, name=org.eclipse.jetty.server.session.HashSessionManager@1f85f58Timer, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=5413, name=Scheduler-12614162, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=5418, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=5392, name=org.eclipse.jetty.server.session.HashSessionManager@1990026Timer, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=5394, name=qtp20384827-5394, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=5424, name=qtp14869520-5424, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562) at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513) at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1036) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$199/31245532.execute(Unknown Source) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 44) Thread[id=5426, name=qtp14869520-5426, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 44 threads leaked from SUITE scope at org.apache.solr.handler.component.TestTrackingShardHandlerFactory:
1) Thread[id=5461, name=zkCallback-1372-thread-6, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=5419, name=qtp14869520-5419, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=5395, name=qtp20384827-5395, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=5421, name=qtp14869520-5421, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=5399, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=5384, name=qtp20384827-5384, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=5463, name=zkCallback-1382-thread-5, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=5400, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=5437, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-EventThread, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
10) Thread[id=5464, name=zkCallback-1382-thread-6, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
11) Thread[id=5385, name=qtp20384827-5385, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=5391, name=qtp20384827-5391-acceptor-0@100b673-ServerConnector@3881ae{HTTP/1.1,[http/1.1]}{127.0.0.1:41525}, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
13) Thread[id=5436, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-SendThread(127.0.0.1:41401), state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
14) Thread[id=5406, name=zkConnectionManagerCallback-1373-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=5444, name=Scheduler-2154088, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=5405, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-EventThread, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
17) Thread[id=5459, name=zkCallback-1382-thread-3, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=5462, name=zkCallback-1382-thread-4, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=5425, name=qtp14869520-5425, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=5438, name=zkConnectionManagerCallback-1383-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=5431, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=5442, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=5456, name=zkCallback-1372-thread-3-processing-n:127.0.0.1:41525_n%2Foj, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:303)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:482)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:437)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:424)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$91/3389175.run(Unknown Source)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/3016758.run(Unknown Source)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=5404, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-SendThread(127.0.0.1:41401), state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
25) Thread[id=5458, name=zkCallback-1372-thread-4, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
26) Thread[id=5423, name=qtp14869520-5423-acceptor-0@9cdab6-ServerConnector@1dd71cb{HTTP/1.1,[http/1.1]}{127.0.0.1:44963}, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=5460, name=zkCallback-1372-thread-5, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
28) Thread[id=5432, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=5411, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
30) Thread[id=5440, name=Thread-1084, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
31) Thread[id=5390, name=qtp20384827-5390, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=5386, name=qtp20384827-5386, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
33) Thread[id=5420, name=qtp14869520-5420, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=5409, name=Thread-1075, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
35) Thread[id=5416, name=searcherExecutor-1863-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=5422, name=qtp14869520-5422, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=5387, name=qtp20384827-5387, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
38) Thread[id=5427, name=org.eclipse.jetty.server.session.HashSessionManager@1f85f58Timer, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=5413, name=Scheduler-12614162, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=5418, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=5392, name=org.eclipse.jetty.server.session.HashSessionManager@1990026Timer, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=5394, name=qtp20384827-5394, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=5424, name=qtp14869520-5424, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at java.lang.Thread.sleep(Native Method)
at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562)
at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513)
at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1036)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$199/31245532.execute(Unknown Source)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.lang.Thread.run(Thread.java:748)
44) Thread[id=5426, name=qtp14869520-5426, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([604443EB987F3C48]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.component.TestTrackingShardHandlerFactory
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=5461, name=zkCallback-1372-thread-6, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=5395, name=qtp20384827-5395, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=5421, name=qtp14869520-5421, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.isInterrupted(Native Method) at java.lang.Thread.isInterrupted(Thread.java:964) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:218) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=5463, name=zkCallback-1382-thread-5, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=5464, name=zkCallback-1382-thread-6, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=5385, name=qtp20384827-5385, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207) at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=5436, name=TEST-TestTrackingShardHandlerFactory.testRequestTracking-seed#[604443EB987F3C48]-SendThread(127.0.0.1:41401), state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 8) Thread[id=5406, name=zkConnectionManagerCallback-1373-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=5444, name=Scheduler-2154088, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 10) Thread[id=5459, name=zkCallback-1382-thread-3, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 11) Thread[id=5462, name=zkCallback-1382-thread-4, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=5425, name=qtp14869520-5425, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.n
[...truncated too long message...]
> at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 21) Thread[id=5409, name=Thread-1075, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Object.wait(Object.java:502)
[junit4] > at org.apache.solr.core.CloserThread.run(CoreContainer.java:1725)
[junit4] > 22) Thread[id=5416, name=searcherExecutor-1863-thread-1, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 23) Thread[id=5422, name=qtp14869520-5422, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=5387, name=qtp20384827-5387, state=RUNNABLE, group=TGRP-TestTrackingShardHandlerFactory]
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
[junit4] > at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)
[junit4] > at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=5427, name=org.eclipse.jetty.server.session.HashSessionManager@1f85f58Timer, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 26) Thread[id=5413, name=Scheduler-12614162, state=WAITING, group=TGRP-TestTrackingShardHandlerFactory]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 27) Thread[id=5392, name=org.eclipse.jetty.server.session.HashSessionManager@1990026Timer, state=TIMED_WAITING, group=TGRP-TestTrackingShardHandlerFactory]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([604443EB987F3C48]:0)
[junit4] Completed [299/765 (1!)] on J1 in 634.11s, 1 test, 3 errors <<< FAILURES!
[...truncated 45259 lines...]
[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build
# 21130 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21130/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseSerialGC
4 tests failed.
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testMetadata
Error Message:
Error from server at http://127.0.0.1:44629/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44629/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([E8F1C5970B0C5C84:E1E18F934CE500ED]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AliasIntegrationTest.testMetadata(AliasIntegrationTest.java:59)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks
Error Message:
Error from server at http://127.0.0.1:44629/solr: Could not fully create collection: testErrorChecks-collection
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44629/solr: Could not fully create collection: testErrorChecks-collection
at __randomizedtesting.SeedInfo.seed([E8F1C5970B0C5C84:741ADBD76F5F4A2B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:336)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.AliasIntegrationTest.test
Error Message:
Error from server at http://127.0.0.1:44629/solr: Could not fully create collection: collection1
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44629/solr: Could not fully create collection: collection1
at __randomizedtesting.SeedInfo.seed([E8F1C5970B0C5C84:60A5FA4DA5F0317C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:182)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove
Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:33125/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:41705/solr/MoveReplicaHDFSTest_failed_coll_true]
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:33125/solr/MoveReplicaHDFSTest_failed_coll_true, http://127.0.0.1:41705/solr/MoveReplicaHDFSTest_failed_coll_true]
at __randomizedtesting.SeedInfo.seed([E8F1C5970B0C5C84:423C1665BCDF8954]:0)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41705/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
... 45 more
Build Log:
[...truncated 11874 lines...]
[junit4] Suite: org.apache.solr.cloud.AliasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/init-core-data-001
[junit4] 2> 0 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 92 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.e.j.u.log Logging initialized @1787ms
[junit4] 2> 96 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 101 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 125 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001
[junit4] 2> 137 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 139 INFO (Thread-0) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 140 INFO (Thread-0) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 238 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40337
[junit4] 2> 290 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4] 2> 314 ERROR (Thread-0) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2295 INFO (zkConnectionManagerCallback-4-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2324 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x16084ee9f850000, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 2437 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2438 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2497 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40fbc0bf{/solr,null,AVAILABLE}
[junit4] 2> 2498 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5849a2e2{/solr,null,AVAILABLE}
[junit4] 2> 2506 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2e0ebaa4{HTTP/1.1,[http/1.1]}{127.0.0.1:44629}
[junit4] 2> 2506 INFO (jetty-launcher-1-thread-1) [ ] o.e.j.s.Server Started @4204ms
[junit4] 2> 2506 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44629}
[junit4] 2> 2515 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@c9268ed{HTTP/1.1,[http/1.1]}{127.0.0.1:44943}
[junit4] 2> 2515 INFO (jetty-launcher-1-thread-2) [ ] o.e.j.s.Server Started @4214ms
[junit4] 2> 2516 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44943}
[junit4] 2> 2535 ERROR (jetty-launcher-1-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2536 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2547 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2548 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2548 ERROR (jetty-launcher-1-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2551 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2552 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2552 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2561 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T19:52:01.485528Z
[junit4] 2> 2569 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-23T19:52:01.482762Z
[junit4] 2> 2636 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 2661 INFO (zkConnectionManagerCallback-8-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2689 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2709 INFO (zkConnectionManagerCallback-6-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2717 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3051 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40337/solr
[junit4] 2> 3058 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40337/solr
[junit4] 2> 3075 INFO (zkConnectionManagerCallback-14-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3076 INFO (zkConnectionManagerCallback-16-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3118 INFO (zkConnectionManagerCallback-18-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3121 INFO (zkConnectionManagerCallback-20-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3490 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3491 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 3492 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44629_solr
[junit4] 2> 3499 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.Overseer Overseer (id=99225352215527429-127.0.0.1:44629_solr-n_0000000000) starting
[junit4] 2> 3501 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44943_solr
[junit4] 2> 3520 INFO (zkCallback-17-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3526 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3646 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44629_solr
[junit4] 2> 3684 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3715 INFO (zkCallback-17-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3990 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 3991 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 3991 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 3996 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44943.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 3996 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44943.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 3996 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44943.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 4015 INFO (jetty-launcher-1-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node1/.
[junit4] 2> 4016 INFO (jetty-launcher-1-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node2/.
[junit4] 2> 4120 INFO (zkConnectionManagerCallback-26-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4146 INFO (zkConnectionManagerCallback-30-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 4149 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 4151 INFO (SUITE-AliasIntegrationTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40337/solr ready
[junit4] 2> 4171 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[E8F1C5970B0C5C84]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMetadata
[junit4] 2> 4348 INFO (qtp1033540554-31) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 4356 INFO (OverseerThreadFactory-12-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1meta
[junit4] 2> 4473 INFO (OverseerStateUpdate-99225352215527429-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection1meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44629/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4476 INFO (OverseerStateUpdate-99225352215527429-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection1meta",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"collection1meta_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44943/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 4710 INFO (qtp1033540554-28) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4715 INFO (qtp1033540554-28) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4728 INFO (qtp1257997455-41) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 4737 INFO (qtp1257997455-41) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 4845 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4846 INFO (zkCallback-17-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4851 INFO (zkCallback-19-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 4867 INFO (zkCallback-17-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 5774 INFO (qtp1033540554-28) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 5775 INFO (qtp1257997455-41) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 5846 INFO (qtp1033540554-28) [ ] o.a.s.s.IndexSchema [collection1meta_shard1_replica_n1] Schema name=minimal
[junit4] 2> 5846 INFO (qtp1257997455-41) [ ] o.a.s.s.IndexSchema [collection1meta_shard2_replica_n2] Schema name=minimal
[junit4] 2> 5901 INFO (qtp1257997455-41) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5901 INFO (qtp1257997455-41) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard2_replica_n2' using configuration from collection collection1meta, trusted=true
[junit4] 2> 5901 INFO (qtp1033540554-28) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 5901 INFO (qtp1033540554-28) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection1meta_shard1_replica_n1' using configuration from collection collection1meta, trusted=true
[junit4] 2> 5930 INFO (qtp1033540554-28) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.core.collection1meta.shard1.replica_n1' (registry 'solr.core.collection1meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 5933 INFO (qtp1033540554-28) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 5938 INFO (qtp1033540554-28) [ ] o.a.s.c.SolrCore [[collection1meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node2/collection1meta_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node2/./collection1meta_shard1_replica_n1/data/]
[junit4] 2> 5951 INFO (qtp1257997455-41) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44943.solr.core.collection1meta.shard2.replica_n2' (registry 'solr.core.collection1meta.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 5952 INFO (qtp1257997455-41) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 5952 INFO (qtp1257997455-41) [ ] o.a.s.c.SolrCore [[collection1meta_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node1/collection1meta_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node1/./collection1meta_shard2_replica_n2/data/]
[junit4] 2> 6269 INFO (qtp1033540554-28) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 6269 INFO (qtp1257997455-41) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 6269 INFO (qtp1033540554-28) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6270 INFO (qtp1257997455-41) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6280 INFO (qtp1033540554-28) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6280 INFO (qtp1257997455-41) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6281 INFO (qtp1033540554-28) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6281 INFO (qtp1257997455-41) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6296 INFO (qtp1257997455-41) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@308a4d32[collection1meta_shard2_replica_n2] main]
[junit4] 2> 6296 INFO (qtp1033540554-28) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@181209cf[collection1meta_shard1_replica_n1] main]
[junit4] 2> 6306 INFO (qtp1257997455-41) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 6306 INFO (qtp1033540554-28) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 6317 INFO (qtp1257997455-41) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 6317 INFO (qtp1033540554-28) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 6327 INFO (qtp1257997455-41) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6327 INFO (qtp1033540554-28) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6380 INFO (qtp1257997455-41) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587605641953804288
[junit4] 2> 6384 INFO (searcherExecutor-17-thread-1) [ ] o.a.s.c.SolrCore [collection1meta_shard1_replica_n1] Registered new searcher Searcher@181209cf[collection1meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6384 INFO (qtp1033540554-28) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587605641957998592
[junit4] 2> 6384 INFO (searcherExecutor-18-thread-1) [ ] o.a.s.c.SolrCore [collection1meta_shard2_replica_n2] Registered new searcher Searcher@308a4d32[collection1meta_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6391 INFO (qtp1257997455-41) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6391 INFO (qtp1033540554-28) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6396 INFO (qtp1257997455-41) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6396 INFO (qtp1033540554-28) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6396 INFO (qtp1033540554-28) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44629/solr/collection1meta_shard1_replica_n1/
[junit4] 2> 6396 INFO (qtp1257997455-41) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44943/solr/collection1meta_shard2_replica_n2/
[junit4] 2> 6397 INFO (qtp1257997455-41) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6397 INFO (qtp1033540554-28) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 6397 INFO (qtp1257997455-41) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44943/solr/collection1meta_shard2_replica_n2/ has no replicas
[junit4] 2> 6397 INFO (qtp1033540554-28) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44629/solr/collection1meta_shard1_replica_n1/ has no replicas
[junit4] 2> 6397 INFO (qtp1257997455-41) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 6397 INFO (qtp1033540554-28) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 6405 INFO (qtp1033540554-28) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44629/solr/collection1meta_shard1_replica_n1/ shard1
[junit4] 2> 6405 INFO (qtp1257997455-41) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44943/solr/collection1meta_shard2_replica_n2/ shard2
[junit4] 2> 6507 INFO (zkCallback-19-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6507 INFO (zkCallback-17-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6507 INFO (zkCallback-17-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6507 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6556 INFO (qtp1033540554-28) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6556 INFO (qtp1257997455-41) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6563 INFO (qtp1257997455-41) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1meta_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1meta&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1835
[junit4] 2> 6564 INFO (qtp1033540554-28) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1meta_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1meta&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1860
[junit4] 2> 6605 INFO (qtp1033540554-31) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 6661 INFO (zkCallback-19-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6661 INFO (zkCallback-17-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6661 INFO (zkCallback-19-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6662 INFO (zkCallback-17-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1meta/state.json] for collection [collection1meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 7605 INFO (qtp1033540554-31) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1meta&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3271
[junit4] 2> 7608 INFO (qtp1033540554-33) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 7611 INFO (OverseerThreadFactory-12-thread-2) [ ] o.a.s.c.CreateCollectionCmd Create collection collection2meta
[junit4] 2> 7611 INFO (OverseerCollectionConfigSetProcessor-99225352215527429-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 7822 INFO (OverseerStateUpdate-99225352215527429-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2meta",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2meta_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:44629/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 8025 INFO (qtp1033540554-27) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection2meta_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2meta&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 8130 INFO (zkCallback-17-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 8130 INFO (zkCallback-17-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2meta/state.json] for collection [collection2meta] has occurred - updating... (live nodes size: [2])
[junit4] 2> 9048 INFO (qtp1033540554-27) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 9077 INFO (qtp1033540554-27) [ ] o.a.s.s.IndexSchema [collection2meta_shard1_replica_n1] Schema name=minimal
[junit4] 2> 9087 INFO (qtp1033540554-27) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 9087 INFO (qtp1033540554-27) [ ] o.a.s.c.CoreContainer Creating SolrCore 'collection2meta_shard1_replica_n1' using configuration from collection collection2meta, trusted=true
[junit4] 2> 9088 INFO (qtp1033540554-27) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44629.solr.core.collection2meta.shard1.replica_n1' (registry 'solr.core.collection2meta.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@20f0c3d8
[junit4] 2> 9089 INFO (qtp1033540554-27) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 9089 INFO (qtp1033540554-27) [ ] o.a.s.c.SolrCore [[collection2meta_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node2/collection2meta_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.AliasIntegrationTest_E8F1C5970B0C5C84-001/tempDir-001/node2/./collection2meta_shard1_replica_n1/data/]
[junit4] 2> 9171 INFO (qtp1033540554-27) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 9171 INFO (qtp1033540554-27) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 9172 INFO (qtp1033540554-27) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 9172 INFO (qtp1033540554-27) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 9174 INFO (qtp1033540554-27) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@737721da[collection2meta_shard1_replica_n1] main]
[junit4] 2> 9175 INFO (qtp1033540554-27) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 9175 INFO (qtp1033540554-27) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 9176 INFO (qtp1033540554-27) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 9178 INFO (searcherExecutor-27-thread-1) [ ] o.a.s.c.SolrCore [collection2meta_shard1_replica_n1] Registered new searcher Searcher@737721da[collection2meta_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 9178 INFO (qtp1033540554-27) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587605644887719936
[junit4] 2> 9182 INFO (qtp1033540554-27) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 9182 INFO (qtp1033540554-27) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 9182 INFO (qtp1033540554-27) [ ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44629/solr/collection2meta_shard1_replica_n1/
[junit4] 2> 9182 INFO (qtp1033540554-27) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 9182 INFO (qtp1033540554-27) [ ] o.a.s.c.SyncStrategy http://127.0.0.1:44629/solr/collection2meta_shard1_replica_n1/ has no replicas
[junit4] 2> 9182 INFO (qtp1033540554-27) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 9185 INFO (qtp1033540554-27) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44629/solr/collection2meta_shard1_replica_n1/ shard1
[junit4] 2> 187612 ERROR (qtp1033540554-33) [ ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 187612 INFO (qtp1033540554-33) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection2meta&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=180003
[junit4] 2> 187613 ERROR (qtp1033540554-33) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 187615 INFO (TEST-AliasIntegrationTest.testMetadata-seed#[E8F1C5970B0C5C84]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMetadata
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=testMetadata -Dtests.seed=E8F1C5970B0C5C84 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-SN -Dtests.timezone=America/Chihuahua -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 183s J2 | AliasIntegrationTest.testMetadata <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44629/solr: create the collection time out:180s
[junit4] > at __randomizedtesting.SeedInfo.seed([E8F1C5970B0C5C84:E1E18F934CE500ED]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.testMetadata(AliasIntegrationTest.java:59)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 187623 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[E8F1C5970B0C5C84]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorChecks
[junit4] 2> 187624 INFO (qtp1033540554-34) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 187626 INFO (OverseerThreadFactory-12-thread-3) [ ] o.a.s.c.CreateCollectionCmd Create collection testErrorChecks-collection
[junit4] 2> 217695 ERROR (OverseerThreadFactory-12-thread-3) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: testErrorChecks-collection operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: testErrorChecks-collection
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:151)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 217710 INFO (qtp1033540554-34) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=testErrorChecks-collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30085
[junit4] 2> 217711 ERROR (qtp1033540554-34) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: testErrorChecks-collection
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 217714 INFO (TEST-AliasIntegrationTest.testErrorChecks-seed#[E8F1C5970B0C5C84]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorChecks
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=testErrorChecks -Dtests.seed=E8F1C5970B0C5C84 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-SN -Dtests.timezone=America/Chihuahua -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 30.1s J2 | AliasIntegrationTest.testErrorChecks <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44629/solr: Could not fully create collection: testErrorChecks-collection
[junit4] > at __randomizedtesting.SeedInfo.seed([E8F1C5970B0C5C84:741ADBD76F5F4A2B]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.testErrorChecks(AliasIntegrationTest.java:336)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 217728 INFO (TEST-AliasIntegrationTest.test-seed#[E8F1C5970B0C5C84]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 217730 INFO (qtp1033540554-31) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 217732 INFO (OverseerThreadFactory-12-thread-4) [ ] o.a.s.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 217733 INFO (OverseerCollectionConfigSetProcessor-99225352215527429-127.0.0.1:44629_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 247803 ERROR (OverseerThreadFactory-12-thread-4) [ ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection1 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:151)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 247810 INFO (qtp1033540554-31) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=30080
[junit4] 2> 247811 ERROR (qtp1033540554-31) [ ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: collection1
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
[junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2>
[junit4] 2> 247813 INFO (TEST-AliasIntegrationTest.test-seed#[E8F1C5970B0C5C84]) [ ] o.a.s.SolrTestCaseJ4 ###Ending test
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=AliasIntegrationTest -Dtests.method=test -Dtests.seed=E8F1C5970B0C5C84 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-SN -Dtests.timezone=America/Chihuahua -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 30.1s J2 | AliasIntegrationTest.test <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44629/solr: Could not fully create collection: collection1
[junit4] > at __randomizedtesting.SeedInfo.seed([E8F1C5970B0C5C84:60A5FA4DA5F0317C]:0)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
[junit4] > at org.apache.solr.cloud.AliasIntegrationTest.test(AliasIntegrationTest.java:182)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> 247820 INFO (jetty-closer-2-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@c9268ed{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 247821 INFO (jetty-closer-2-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2120682262
[junit4] 2> 247821 INFO (jetty-closer-2-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@2e0ebaa4{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 247821 INFO (jetty-closer-2-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 247821 INFO (jetty-closer-2-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1816344548
[junit4] 2> 247821 INFO (jetty-closer-2-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 247822 ERROR (OverseerThreadFactory-12-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44629/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:44629/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:44629 failed to respond
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] 2> at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] 2> at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> 247823 INFO (jetty-closer-2-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ff8c9af: rootName = solr_44943, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@79774815
[junit4] 2> 247823 INFO (jetty-closer-2-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7fb28711: rootName = solr_44629, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@33241900
[junit4] 2> 247824 ERROR (OverseerThreadFactory-12-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [collection2meta].
[junit4] 2> 247826 INFO (OverseerThreadFactory-12-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
[junit4] 2> 247829 ERROR (OverseerThreadFactory-12-thread-2) [ ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:44629/solr
[junit4] 2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:44629/solr
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
[junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] 2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:44629 [/127.0.0.1] failed: Connection refused (Connection refused)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
[junit4] 2> at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
[junit4] 2> at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
[junit4] 2> at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
[junit4] 2> at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] 2> at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
[junit4] 2> at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
[junit4] 2> ... 12 more
[junit4] 2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
[junit4] 2> at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
[junit4] 2> at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
[junit4] 2> at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
[junit4] 2> at java.base/java.net.Socket.connect(Socket.java:591)
[junit4] 2> at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
[junit4] 2> at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
[junit4] 2> ... 22 more
[junit4] 2> 247845 INFO (jetty-closer-2-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 247845 INFO (jetty-closer-2-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@65f0fece: rootName = solr_44629, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1e89216
[junit4] 2> 247849 INFO (jetty-closer-2-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 247850 INFO (jetty-closer-2-thread-2) [ ] o.a.s.m.r.Solr
[...truncated too long message...]
837274 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/99225402609893401-core_node5-n_0000000001
[junit4] 2> 837274 INFO (coreCloseExecutor-3667-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:39821/data/MoveReplicaHDFSTest_coll_true/core_node3/data
[junit4] 2> 837274 INFO (coreCloseExecutor-3667-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:39821/data/MoveReplicaHDFSTest_coll_true/core_node3/data/snapshot_metadata
[junit4] 2> 837274 INFO (coreCloseExecutor-3667-thread-1) [ ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:39821/data/MoveReplicaHDFSTest_coll_true/core_node3/data/index
[junit4] 2> 837277 INFO (jetty-closer-3873-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d953b0b{/solr,null,UNAVAILABLE}
[junit4] 2> 837282 INFO (jetty-closer-3873-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@832c673{/solr,null,UNAVAILABLE}
[junit4] 2> 838775 INFO (jetty-closer-3873-thread-5) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2cd2a29c{/solr,null,UNAVAILABLE}
[junit4] 2> 838775 ERROR (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 838775 INFO (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38805 38805
[junit4] 2> 843930 INFO (Thread-2946) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38805 38805
[junit4] 2> 843931 WARN (Thread-2946) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 19 /solr/configs/conf1
[junit4] 2> 12 /solr/clusterprops.json
[junit4] 2> 12 /solr/aliases.json
[junit4] 2> 7 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 68 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json
[junit4] 2> 64 /solr/collections/MoveReplicaHDFSTest_coll_false/state.json
[junit4] 2> 38 /solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
[junit4] 2> 29 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
[junit4] 2> 12 /solr/clusterstate.json
[junit4] 2> 3 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/99225402609893397-core_node5-n_0000000000
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/99225402609893386-127.0.0.1:41705_solr-n_0000000002
[junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/99225402609893401-core_node5-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 31 /solr/collections
[junit4] 2> 21 /solr/live_nodes
[junit4] 2> 3 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2>
[junit4] 2> 843932 WARN (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 843942 INFO (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 844042 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:39821) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 844043 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:39821) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-628565345-88.99.242.108-1514059488539 (Datanode Uuid 366bb243-cd80-41ad-920e-817bc4ba7708) service to localhost.localdomain/127.0.0.1:39821
[junit4] 2> 844044 WARN (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 844053 INFO (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
[junit4] 2> 844154 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:39821) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 844154 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:39821) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-628565345-88.99.242.108-1514059488539 (Datanode Uuid 9604c790-02de-4c05-99bd-d672cacd091d) service to localhost.localdomain/127.0.0.1:39821
[junit4] 2> 844161 INFO (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
[junit4] 2> 844278 INFO (SUITE-MoveReplicaHDFSTest-seed#[E8F1C5970B0C5C84]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38805 38805
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_E8F1C5970B0C5C84-001
[junit4] 2> Dec 23, 2017 8:06:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3e6de076), locale=en-MU, timezone=Pacific/Chatham
[junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=74237224,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [CoreAdminRequestStatusTest, TestNodeLostTrigger, SolrGangliaReporterTest, SpatialFilterTest, PeerSyncTest, TestFileDictionaryLookup, TestUtils, HdfsCollectionsAPIDistributedZkTest, SimpleFacetsTest, TestDistributedStatsComponentCardinality, ResponseLogComponentTest, TestLegacyFieldCache, ZkControllerTest, TestReloadDeadlock, SpatialHeatmapFacetsTest, SegmentsInfoRequestHandlerTest, TestSolrIndexConfig, TestSegmentSorting, TestStressVersions, TestSkipOverseerOperations, OverseerStatusTest, LargeFieldTest, MinimalSchemaTest, HttpTriggerListenerTest, FileUtilsTest, TestMacroExpander, SolrInfoBeanTest, TestExportWriter, TestSuggestSpellingConverter, TestGenericDistributedQueue, TestMiniSolrCloudClusterSSL, SharedFSAutoReplicaFailoverTest, TestConfig, FastVectorHighlighterTest, SolrMetricManagerTest, TestSchemaNameResource, DateFieldTest, TestDistribIDF, DeleteReplicaTest, PrimitiveFieldTypeTest, TestNumericRangeQuery64, HdfsThreadLeakTest, DistributedMLTComponentTest, InfixSuggestersTest, TestDistribDocBasedVersion, HighlighterMaxOffsetTest, TestReplicationHandlerBackup, TestIndexingPerformance, DateMathParserTest, AnalyticsMergeStrategyTest, NodeMutatorTest, TestFieldResource, TestDistributedSearch, TestHashQParserPlugin, HdfsRecoveryZkTest, TestCrossCoreJoin, TestRawTransformer, CdcrBootstrapTest, SolrShardReporterTest, TestManagedSchemaThreadSafety, TestSweetSpotSimilarityFactory, TestSchemaVersionResource, TestShardHandlerFactory, HLLSerializationTest, HdfsWriteToMultipleCollectionsTest, TestConfigSetsAPIZkFailure, TestComputePlanAction, SolrCloudExampleTest, TestSchemalessBufferedUpdates, TestSQLHandler, BasicDistributedZkTest, TestPhraseSuggestions, TestChildDocTransformer, NodeLostTriggerTest, TestCloudManagedSchema, DistributedQueryElevationComponentTest, LeaderElectionIntegrationTest, RecoveryAfterSoftCommitTest, TestMinMaxOnMultiValuedField, TestJavabinTupleStreamParser, ComputePlanActionTest, TestUninvertingReader, CursorPagingTest, CurrencyFieldTypeTest, TestNestedDocsSort, URLClassifyProcessorTest, TestLegacyTerms, TestEmbeddedSolrServerSchemaAPI, TestLeaderInitiatedRecoveryThread, MoveReplicaHDFSTest]
[junit4] Completed [226/765 (2!)] on J0 in 84.98s, 4 tests, 1 error <<< FAILURES!
[...truncated 42535 lines...]