You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/09/27 08:48:29 UTC

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20558 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20558/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at https://127.0.0.1:43481/solr/awhollynewcollection_0: {"awhollynewcollection_0":5}

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43481/solr/awhollynewcollection_0: {"awhollynewcollection_0":5}
	at __randomizedtesting.SeedInfo.seed([8F81A1DC2D8A7086:C7F4D5682BB95F13]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:967)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:460)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
	at __randomizedtesting.SeedInfo.seed([8F81A1DC2D8A7086:CF7FE2EFBF37E27]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestCloudRecovery.corruptedLogTest(TestCloudRecovery.java:184)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12577 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> 995451 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/init-core-data-001
   [junit4]   2> 995451 WARN  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 995451 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 995452 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 995453 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001
   [junit4]   2> 995453 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 995454 INFO  (Thread-2326) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 995454 INFO  (Thread-2326) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 995455 ERROR (Thread-2326) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 995554 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:36777
   [junit4]   2> 995559 INFO  (jetty-launcher-3497-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 995559 INFO  (jetty-launcher-3497-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@389be70{/solr,null,AVAILABLE}
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3583b063{/solr,null,AVAILABLE}
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2ff2292d{SSL,[ssl, http/1.1]}{127.0.0.1:45385}
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f81d0ad{SSL,[ssl, http/1.1]}{127.0.0.1:33181}
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-1) [    ] o.e.j.s.Server Started @996853ms
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-2) [    ] o.e.j.s.Server Started @996853ms
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45385}
   [junit4]   2> 995560 INFO  (jetty-launcher-3497-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33181}
   [junit4]   2> 995560 ERROR (jetty-launcher-3497-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 995565 ERROR (jetty-launcher-3497-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T08:05:03.479Z
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 995565 INFO  (jetty-launcher-3497-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T08:05:03.479Z
   [junit4]   2> 995568 INFO  (jetty-launcher-3497-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 995568 INFO  (jetty-launcher-3497-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 995576 INFO  (jetty-launcher-3497-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36777/solr
   [junit4]   2> 995576 INFO  (jetty-launcher-3497-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36777/solr
   [junit4]   2> 995601 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 995601 INFO  (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 995601 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45385_solr
   [junit4]   2> 995601 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.c.Overseer Overseer (id=98729951452790790-127.0.0.1:45385_solr-n_0000000000) starting
   [junit4]   2> 995601 INFO  (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33181_solr
   [junit4]   2> 995602 INFO  (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 995602 INFO  (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 995603 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45385_solr
   [junit4]   2> 995604 INFO  (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 995604 INFO  (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 995644 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 995644 INFO  (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 995644 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 995644 INFO  (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 995644 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 995644 INFO  (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 995645 INFO  (jetty-launcher-3497-thread-1) [n:127.0.0.1:45385_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/.
   [junit4]   2> 995645 INFO  (jetty-launcher-3497-thread-2) [n:127.0.0.1:33181_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/.
   [junit4]   2> 995666 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 995666 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36777/solr ready
   [junit4]   2> 995684 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 995686 INFO  (OverseerThreadFactory-4652-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 995791 INFO  (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33181/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 995793 INFO  (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45385/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 995794 INFO  (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_t4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33181/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 995796 INFO  (OverseerStateUpdate-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_t6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45385/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 996003 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 996003 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 996003 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 996043 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 996043 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 996047 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 996149 INFO  (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 996149 INFO  (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 996150 INFO  (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 997016 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 997016 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 997024 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 997024 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
   [junit4]   2> 997037 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 997037 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 997037 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true
   [junit4]   2> 997037 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
   [junit4]   2> 997037 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 997037 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45385.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 997038 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 997038 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 997038 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/collection1_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/./collection1_shard1_replica_t2/data/]
   [junit4]   2> 997038 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/collection1_shard2_replica_t6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node1/./collection1_shard2_replica_t6/data/]
   [junit4]   2> 997052 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 997054 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 997058 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 997060 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 997060 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
   [junit4]   2> 997061 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 997061 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 997061 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/collection1_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/./collection1_shard1_replica_t1/data/]
   [junit4]   2> 997061 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
   [junit4]   2> 997062 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 997062 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
   [junit4]   2> 997063 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33181.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6afdbc4a
   [junit4]   2> 997063 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 997063 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/collection1_shard2_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudRecovery_8F81A1DC2D8A7086-001/tempDir-001/node2/./collection1_shard2_replica_t4/data/]
   [junit4]   2> 997093 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 997093 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 997093 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 997093 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 997094 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 997094 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 997094 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 997094 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 997095 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f07803[collection1_shard1_replica_t2] main]
   [junit4]   2> 997095 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e279b47[collection1_shard2_replica_t6] main]
   [junit4]   2> 997095 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 997096 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 997096 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 997096 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 997096 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 997096 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 997096 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224965365760
   [junit4]   2> 997097 INFO  (searcherExecutor-4657-thread-1-processing-n:127.0.0.1:45385_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@4f07803[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 997097 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224966414336
   [junit4]   2> 997097 INFO  (searcherExecutor-4658-thread-1-processing-n:127.0.0.1:45385_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@6e279b47[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 997099 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 997099 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 997104 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 997104 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 997105 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 997105 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 997106 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e375b2b[collection1_shard1_replica_t1] main]
   [junit4]   2> 997107 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 997107 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 997107 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 997107 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 997107 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 997107 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224976900096
   [junit4]   2> 997108 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 997108 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 997108 INFO  (searcherExecutor-4659-thread-1-processing-n:127.0.0.1:33181_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@3e375b2b[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 997109 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@35fc156d[collection1_shard2_replica_t4] main]
   [junit4]   2> 997109 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 997109 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 997110 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 997110 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579679224980045824
   [junit4]   2> 997110 INFO  (searcherExecutor-4660-thread-1-processing-n:127.0.0.1:33181_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@35fc156d[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 997201 INFO  (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 997201 INFO  (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 997201 INFO  (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 997599 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 997599 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 997599 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 997599 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/
   [junit4]   2> 997600 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 997600 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/
   [junit4]   2> 997600 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:45385/solr START replicas=[https://127.0.0.1:33181/solr/collection1_shard2_replica_t4/] nUpdates=100
   [junit4]   2> 997600 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t2 url=https://127.0.0.1:45385/solr START replicas=[https://127.0.0.1:33181/solr/collection1_shard1_replica_t1/] nUpdates=100
   [junit4]   2> 997606 INFO  (qtp1755559387-16677) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 997606 INFO  (qtp1755559387-16751) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 997900 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:45385/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 997900 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t2 url=https://127.0.0.1:45385/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 997901 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 997901 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 997901 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 997901 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 997901 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 997901 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 997901 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 stopping background replication from leader
   [junit4]   2> 997901 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 stopping background replication from leader
   [junit4]   2> 997904 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/ shard2
   [junit4]   2> 997904 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/ shard1
   [junit4]   2> 998007 INFO  (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 998007 INFO  (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 998007 INFO  (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 998055 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 998055 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 998057 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2054
   [junit4]   2> 998073 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2070
   [junit4]   2> 998110 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 starting background replication from leader
   [junit4]   2> 998110 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 998112 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 998112 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 998112 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 starting background replication from leader
   [junit4]   2> 998112 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 998113 INFO  (qtp1755559387-16681) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2070
   [junit4]   2> 998113 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 998113 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 998113 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Replica core_node8 is leader but it's state is down, skipping replication
   [junit4]   2> 998114 INFO  (qtp1755559387-16673) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2067
   [junit4]   2> 998117 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 998217 INFO  (zkCallback-3508-thread-1-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 998217 INFO  (zkCallback-3508-thread-2-processing-n:127.0.0.1:33181_solr) [n:127.0.0.1:33181_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 998217 INFO  (zkCallback-3509-thread-1-processing-n:127.0.0.1:45385_solr) [n:127.0.0.1:45385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 999117 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3432
   [junit4]   2> 999117 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 999118 INFO  (SUITE-TestCloudRecovery-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 999150 INFO  (TEST-TestCloudRecovery.leaderRecoverFromLogOnStartupTest-seed#[8F81A1DC2D8A7086]) [    ] o.a.s.SolrTestCaseJ4 ###Starting leaderRecoverFromLogOnStartupTest
   [junit4]   2> 999155 INFO  (qtp1755559387-16750) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1579679227120189440&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=*:* (-1579679227120189440)} 0 0
   [junit4]   2> 999160 INFO  (qtp1755559387-16749) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1579679227124383744&distrib.from=https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1579679227124383744)} 0 1
   [junit4]   2> 999160 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=*:* (-1579679227124383744)} 0 5
   [junit4]   2> 999161 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1579679227120189440)} 0 10
   [junit4]   2> 999162 INFO  (qtp1755559387-16677) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 999163 INFO  (qtp1755559387-16685) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 999163 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579679227132772352,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 999163 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 999164 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 999164 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 999168 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 999169 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579679227139063808,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 999169 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 999170 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 999170 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 999171 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 999525 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:45385/solr/collection1_shard1_replica_t2/
   [junit4]   2> 999527 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 999528 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 999528 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 999528 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 999528 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 999672 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 999674 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 999688 INFO  (OverseerCollectionConfigSetProcessor-98729951452790790-127.0.0.1:45385_solr-n_0000000000) [n:127.0.0.1:45385_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1000176 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1000178 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1000680 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1000681 INFO  (qtp606384405-16684) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1001113 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 1001113 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:45385/solr/collection1_shard2_replica_t6/
   [junit4]   2> 1001114 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1001114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1001114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1001114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1001114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1001115 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1001115 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1001115 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1ebadf4a commitCommandVersion:0
   [junit4]   2> 1001132 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1442b43a[collection1_shard2_replica_t4] main]
   [junit4]   2> 1001133 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1001134 INFO  (searcherExecutor-4660-thread-1-processing-n:127.0.0.1:33181_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@1442b43a[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1001184 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1001185 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1001687 INFO  (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1001688 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1002190 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1002190 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1002526 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1002526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1002526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1002526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1002526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1002692 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1002692 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1003195 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1003197 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1003699 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1003701 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1004114 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1004114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1004114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1004114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1004114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 1506499509029
   [junit4]   2> 1004203 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1004205 INFO  (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1004708 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1004708 INFO  (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1005210 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1005211 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1005526 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1005526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1005526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1005526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1005526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1005714 INFO  (qtp606384405-16684) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1005715 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1006219 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1006219 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1006723 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1006723 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1007114 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1007114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1007114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1007114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1007114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 1506499509029
   [junit4]   2> 1007228 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1007228 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1007733 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1007733 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1008237 INFO  (qtp606384405-16684) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1008237 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1008525 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1008526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1008526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1008526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1008526 INFO  (indexFetcher-4678-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1008742 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1008742 INFO  (qtp606384405-16735) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1009246 INFO  (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1009246 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1009751 INFO  (qtp606384405-16672) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1009751 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1010114 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1010114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1010114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1010114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1010114 INFO  (indexFetcher-4680-thread-1) [n:127.0.0.1:33181_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 1506499509029
   [junit4]   2> 1010256 INFO  (qtp606384405-16734) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1010256 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1010760 INFO  (qtp606384405-16682) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1010761 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1011264 INFO  (qtp606384405-16674) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1011264 INFO  (qtp606384405-16733) [n:127.0.0.1:45385_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1011526 INFO  (qtp606384405-16678) [n:127.0.0.1:45385_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1011526 INFO  (

[...truncated too long message...]

tion_shard2_replica_n2] o.a.s.c.SolrCore [halfdeletedcollection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@76c4241c
   [junit4]   2> 1277504 INFO  (coreCloseExecutor-5025-thread-1) [n:127.0.0.1:33451_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n1, tag=55664745
   [junit4]   2> 1277504 INFO  (coreCloseExecutor-5026-thread-1) [n:127.0.0.1:36135_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard2.replica_n2, tag=1992565788
   [junit4]   2> 1277504 INFO  (coreCloseExecutor-5025-thread-1) [n:127.0.0.1:33451_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2bb634fd: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@d0228d9
   [junit4]   2> 1277504 INFO  (coreCloseExecutor-5026-thread-1) [n:127.0.0.1:36135_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e2a8deb: rootName = null, domain = solr.core.halfdeletedcollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@7617e506
   [junit4]   2> 1277509 INFO  (coreCloseExecutor-5026-thread-1) [n:127.0.0.1:36135_solr c:halfdeletedcollection s:shard2 r:core_node4 x:halfdeletedcollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard2.leader, tag=1992565788
   [junit4]   2> 1277511 WARN  (zkCallback-3577-thread-2-processing-n:127.0.0.1:36135_solr) [n:127.0.0.1:36135_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1277511 INFO  (coreCloseExecutor-5025-thread-1) [n:127.0.0.1:33451_solr c:halfdeletedcollection s:shard1 r:core_node3 x:halfdeletedcollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=55664745
   [junit4]   2> 1277512 INFO  (zkCallback-3582-thread-2-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 1277512 INFO  (jetty-closer-3565-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6026b584{/solr,null,UNAVAILABLE}
   [junit4]   2> 1277513 INFO  (jetty-closer-3565-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98729964786614282-127.0.0.1:33451_solr-n_0000000000) closing
   [junit4]   2> 1277514 INFO  (OverseerStateUpdate-98729964786614282-127.0.0.1:33451_solr-n_0000000000) [n:127.0.0.1:33451_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33451_solr
   [junit4]   2> 1279011 WARN  (zkCallback-3605-thread-3-processing-n:127.0.0.1:43481_solr) [n:127.0.0.1:43481_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1279011 INFO  (jetty-closer-3565-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52c2bec6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1279014 WARN  (zkCallback-3582-thread-2-processing-n:127.0.0.1:33451_solr) [n:127.0.0.1:33451_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1279014 INFO  (jetty-closer-3565-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57d2eb4b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1279015 ERROR (SUITE-CollectionsAPIDistributedZkTest-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1279015 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8F81A1DC2D8A7086]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33939 33939
   [junit4]   2> 1279021 INFO  (Thread-2594) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33939 33939
   [junit4]   2> 1279022 WARN  (Thread-2594) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/configs/conf
   [junit4]   2> 	13	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/collections/addReplicaColl/state.json
   [junit4]   2> 	24	/solr/collections/nodes_used_collection/state.json
   [junit4]   2> 	13	/solr/clusterprops.json
   [junit4]   2> 	13	/solr/clusterstate.json
   [junit4]   2> 	13	/solr/collections/halfdeletedcollection/state.json
   [junit4]   2> 	10	/solr/collections/onlyinzk/state.json
   [junit4]   2> 	5	/solr/collections/withconfigset2/state.json
   [junit4]   2> 	5	/solr/collections/created_and_deleted/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker/state.json
   [junit4]   2> 	4	/solr/collections/halfcollection/state.json
   [junit4]   2> 	4	/solr/collections/halfcollectionblocker2/state.json
   [junit4]   2> 	3	/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/98729964786614280-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/addReplicaColl/leader_elect/shard1/election/98729964786614289-core_node10-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	374	/solr/collections
   [junit4]   2> 	13	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_8F81A1DC2D8A7086-001
   [junit4]   2> Sep 27, 2017 8:09:46 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-EG, timezone=America/Guyana
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=172542472,total=520617984
   [junit4]   2> NOTE: All tests run in this JVM: [TestPHPSerializedResponseWriter, BasicZkTest, TestOverriddenPrefixQueryForCustomFieldType, TestJoin, CloneFieldUpdateProcessorFactoryTest, TestSubQueryTransformer, TestSolrDeletionPolicy1, JvmMetricsTest, TestRemoteStreaming, TestLockTree, SolrCLIZkUtilsTest, TestPushWriter, TestSerializedLuceneMatchVersion, RAMDirectoryFactoryTest, TestLegacyField, TestConfigSetImmutable, TestLuceneMatchVersion, TestCollectionAPIs, DistributedSpellCheckComponentTest, TestStressLiveNodes, TestSortByMinMaxFunction, BinaryUpdateRequestHandlerTest, MigrateRouteKeyTest, TestPointFields, RulesTest, TestMacros, TestStressLucene, VMParamsZkACLAndCredentialsProvidersTest, TestSimpleTextCodec, TestScoreJoinQPScore, TestTolerantUpdateProcessorRandomCloud, BufferStoreTest, AliasIntegrationTest, TestImplicitCoreProperties, TestLegacyTerms, TestStandardQParsers, InfixSuggestersTest, CollectionReloadTest, TestFieldCacheSort, TestSizeLimitedDistributedMap, SpellCheckCollatorTest, PeerSyncWithIndexFingerprintCachingTest, TestBinaryResponseWriter, MoveReplicaHDFSUlogDirTest, TestRealTimeGet, DistributedFacetPivotLargeTest, TestLazyCores, SolrJmxReporterTest, TestFieldCacheWithThreads, RequestHandlersTest, HighlighterMaxOffsetTest, SpatialRPTFieldTypeTest, TestComponentsName, TestReplicationHandler, TestSolr4Spatial2, TestConfig, WordBreakSolrSpellCheckerTest, TestMergePolicyConfig, TestFilteredDocIdSet, PeerSyncTest, TestJettySolrRunner, ReplicationFactorTest, SolrCoreTest, BasicAuthStandaloneTest, CachingDirectoryFactoryTest, TestBinaryField, DistributedDebugComponentTest, TestTestInjection, ChaosMonkeyNothingIsSafeTest, TestSolrQueryParser, TestCloudSchemaless, TestSSLRandomization, TestPrepRecovery, MBeansHandlerTest, TestZkAclsWithHadoopAuth, UpdateParamsTest, TestCorePropertiesReload, HighlighterConfigTest, FieldAnalysisRequestHandlerTest, TestRandomFaceting, TestJsonFacets, TestWordDelimiterFilterFactory, MergeStrategyTest, TestDefaultStatsCache, DocValuesNotIndexedTest, TestSolrCloudWithSecureImpersonation, SolrGangliaReporterTest, BooleanFieldTest, DistributedQueryComponentOptimizationTest, TestPolicyCloud, TestExtendedDismaxParser, TestInPlaceUpdatesStandalone, RecoveryAfterSoftCommitTest, TestHighFrequencyDictionaryFactory, TestSchemaResource, TestFaceting, TestObjectReleaseTracker, DistributedFacetPivotSmallTest, TestSearcherReuse, SolrShardReporterTest, SynonymTokenizerTest, CdcrVersionReplicationTest, TestRetrieveFieldsOptimizer, TestUseDocValuesAsStored, TestWriterPerf, TestCollectionAPI, QueryResultKeyTest, TestPivotHelperCode, LeaderFailureAfterFreshStartTest, ZkStateWriterTest, TestAddFieldRealTimeGet, NodeMutatorTest, SolrMetricManagerTest, SSLMigrationTest, HLLUtilTest, SpellingQueryConverterTest, AnalysisErrorHandlingTest, SuggesterWFSTTest, TestFastOutputStream, TestCloudRecovery, HdfsNNFailoverTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [360/733 (2!)] on J0 in 80.39s, 19 tests, 1 error <<< FAILURES!

[...truncated 47868 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20565 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20565/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup

Error Message:
 null Live Nodes: [127.0.0.1:38455_solr] Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{"core_node2":{           "core":"testRepFactor1LeaderStartup_shard1_replica_n1",           "base_url":"http://127.0.0.1:38455/solr",           "node_name":"127.0.0.1:38455_solr",           "state":"active",           "type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: 
null
Live Nodes: [127.0.0.1:38455_solr]
Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
          "base_url":"http://127.0.0.1:38455/solr",
          "node_name":"127.0.0.1:38455_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FD65105D6179B2EC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess

Error Message:
0

Stack Trace:
java.lang.ArrayIndexOutOfBoundsException: 0
	at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FE1C3ECAA127CC61]:0)
	at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
	at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
	at org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:367)
	at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11832 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudSearcherWarming
   [junit4]   2> 309314 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/init-core-data-001
   [junit4]   2> 309315 WARN  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 309315 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 309316 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 309316 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001
   [junit4]   2> 309316 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 309317 INFO  (Thread-490) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 309317 INFO  (Thread-490) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 309318 ERROR (Thread-490) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 309417 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45559
   [junit4]   2> 309420 INFO  (jetty-launcher-271-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 309421 INFO  (jetty-launcher-271-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b42042{/solr,null,AVAILABLE}
   [junit4]   2> 309422 INFO  (jetty-launcher-271-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64a99c{HTTP/1.1,[http/1.1]}{127.0.0.1:38455}
   [junit4]   2> 309422 INFO  (jetty-launcher-271-thread-1) [    ] o.e.j.s.Server Started @310683ms
   [junit4]   2> 309422 INFO  (jetty-launcher-271-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38455}
   [junit4]   2> 309422 ERROR (jetty-launcher-271-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 309422 INFO  (jetty-launcher-271-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 309422 INFO  (jetty-launcher-271-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 309422 INFO  (jetty-launcher-271-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 309422 INFO  (jetty-launcher-271-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-28T04:56:47.626Z
   [junit4]   2> 309424 INFO  (jetty-launcher-271-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 309432 INFO  (jetty-launcher-271-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45559/solr
   [junit4]   2> 309459 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 309459 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38455_solr
   [junit4]   2> 309459 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.c.Overseer Overseer (id=98734873478496259-127.0.0.1:38455_solr-n_0000000000) starting
   [junit4]   2> 309461 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38455_solr
   [junit4]   2> 309461 INFO  (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 309551 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
   [junit4]   2> 309556 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
   [junit4]   2> 309556 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
   [junit4]   2> 309557 INFO  (jetty-launcher-271-thread-1) [n:127.0.0.1:38455_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/.
   [junit4]   2> 309569 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 309570 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45559/solr ready
   [junit4]   2> 309574 INFO  (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRepFactor1LeaderStartup
   [junit4]   2> 309575 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testRepFactor1LeaderStartup&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 309577 INFO  (OverseerThreadFactory-1078-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 309577 ERROR (OverseerThreadFactory-1078-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: testRepFactor1LeaderStartup operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testRepFactor1LeaderStartup
   [junit4]   2> 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:796)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:228)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 309583 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testRepFactor1LeaderStartup&action=DELETE&wt=javabin&version=2} status=400 QTime=7
   [junit4]   2> 309584 INFO  (qtp11357401-2129) [n:127.0.0.1:38455_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testPeersyncFailureReplicationSuccess&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 309585 INFO  (OverseerCollectionConfigSetProcessor-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 309585 INFO  (OverseerThreadFactory-1078-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 309585 ERROR (OverseerThreadFactory-1078-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: testPeersyncFailureReplicationSuccess operation: delete failed:org.apache.solr.common.SolrException: Could not find collection : testPeersyncFailureReplicationSuccess
   [junit4]   2> 	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.collectionCmd(OverseerCollectionMessageHandler.java:796)
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:88)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:228)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 309586 INFO  (qtp11357401-2129) [n:127.0.0.1:38455_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testPeersyncFailureReplicationSuccess&action=DELETE&wt=javabin&version=2} status=400 QTime=2
   [junit4]   2> 309586 INFO  (qtp11357401-2130) [n:127.0.0.1:38455_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=testRepFactor1LeaderStartup&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:38455_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 309589 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.CreateCollectionCmd Create collection testRepFactor1LeaderStartup
   [junit4]   2> 309589 INFO  (OverseerCollectionConfigSetProcessor-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 309589 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 309590 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testRepFactor1LeaderStartup/protwords.txt
   [junit4]   2> 309590 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testRepFactor1LeaderStartup/managed-schema
   [junit4]   2> 309591 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testRepFactor1LeaderStartup/solrconfig.xml
   [junit4]   2> 309591 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testRepFactor1LeaderStartup/synonyms.txt
   [junit4]   2> 309592 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testRepFactor1LeaderStartup/stopwords.txt
   [junit4]   2> 309592 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_it.txt
   [junit4]   2> 309592 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testRepFactor1LeaderStartup/lang/stemdict_nl.txt
   [junit4]   2> 309593 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hy.txt
   [junit4]   2> 309593 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_no.txt
   [junit4]   2> 309594 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_ca.txt
   [junit4]   2> 309594 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_id.txt
   [junit4]   2> 309594 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ga.txt
   [junit4]   2> 309595 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hi.txt
   [junit4]   2> 309595 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_da.txt
   [junit4]   2> 309596 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ja.txt
   [junit4]   2> 309596 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_pt.txt
   [junit4]   2> 309602 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_hu.txt
   [junit4]   2> 309603 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_el.txt
   [junit4]   2> 309604 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ru.txt
   [junit4]   2> 309604 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_tr.txt
   [junit4]   2> 309604 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ar.txt
   [junit4]   2> 309605 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testRepFactor1LeaderStartup/lang/userdict_ja.txt
   [junit4]   2> 309605 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_eu.txt
   [junit4]   2> 309605 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_it.txt
   [junit4]   2> 309606 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_cz.txt
   [junit4]   2> 309606 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testRepFactor1LeaderStartup/lang/stoptags_ja.txt
   [junit4]   2> 309607 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_fr.txt
   [junit4]   2> 309607 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_de.txt
   [junit4]   2> 309607 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fa.txt
   [junit4]   2> 309608 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testRepFactor1LeaderStartup/lang/contractions_ga.txt
   [junit4]   2> 309608 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ca.txt
   [junit4]   2> 309608 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_nl.txt
   [junit4]   2> 309609 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_bg.txt
   [junit4]   2> 309609 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_lv.txt
   [junit4]   2> 309609 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_en.txt
   [junit4]   2> 309610 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_es.txt
   [junit4]   2> 309610 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_th.txt
   [junit4]   2> 309610 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_ro.txt
   [junit4]   2> 309611 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fr.txt
   [junit4]   2> 309611 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_sv.txt
   [junit4]   2> 309611 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_fi.txt
   [junit4]   2> 309612 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testRepFactor1LeaderStartup/lang/hyphenations_ga.txt
   [junit4]   2> 309612 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testRepFactor1LeaderStartup/lang/stopwords_gl.txt
   [junit4]   2> 309613 INFO  (OverseerThreadFactory-1078-thread-3-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/testRepFactor1LeaderStartup/params.json
   [junit4]   2> 309716 INFO  (OverseerStateUpdate-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testRepFactor1LeaderStartup",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38455/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 309918 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=testRepFactor1LeaderStartup&newCollection=true&name=testRepFactor1LeaderStartup_shard1_replica_n1&action=CREATE&numShards=1&collection=testRepFactor1LeaderStartup&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 309919 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 310023 INFO  (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 310024 INFO  (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 310934 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 310936 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 310938 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 310938 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 310939 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 310939 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 310939 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 310939 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 310940 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 310940 WARN  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 310950 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 310976 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.IndexSchema [testRepFactor1LeaderStartup_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 311158 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 311175 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testRepFactor1LeaderStartup_shard1_replica_n1' using configuration from collection testRepFactor1LeaderStartup, trusted=true
   [junit4]   2> 311176 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.core.testRepFactor1LeaderStartup.shard1.replica_n1' (registry 'solr.core.testRepFactor1LeaderStartup.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
   [junit4]   2> 311180 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 311180 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [[testRepFactor1LeaderStartup_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/./testRepFactor1LeaderStartup_shard1_replica_n1/data/]
   [junit4]   2> 311213 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 311330 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 311330 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 311331 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 311331 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 311333 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b0aae4[testRepFactor1LeaderStartup_shard1_replica_n1] main]
   [junit4]   2> 311334 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testRepFactor1LeaderStartup
   [junit4]   2> 311334 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testRepFactor1LeaderStartup
   [junit4]   2> 311334 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testRepFactor1LeaderStartup/managed-schema
   [junit4]   2> 311335 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 311335 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 311343 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 311351 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 311351 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579757977788743680
   [junit4]   2> 311354 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 311354 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 311354 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/
   [junit4]   2> 311354 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 311354 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ has no replicas
   [junit4]   2> 311354 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 311355 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ shard1
   [junit4]   2> 311358 INFO  (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@1b0aae4[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 311358 INFO  (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 311358 INFO  (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 311360 INFO  (searcherExecutor-1081-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@1b0aae4[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 311457 INFO  (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 311457 INFO  (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 311506 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 311507 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=testRepFactor1LeaderStartup&newCollection=true&name=testRepFactor1LeaderStartup_shard1_replica_n1&action=CREATE&numShards=1&collection=testRepFactor1LeaderStartup&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1588
   [junit4]   2> 311518 INFO  (qtp11357401-2130) [n:127.0.0.1:38455_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 311591 INFO  (OverseerCollectionConfigSetProcessor-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 311618 INFO  (zkCallback-278-thread-1-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 311618 INFO  (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testRepFactor1LeaderStartup/state.json] for collection [testRepFactor1LeaderStartup] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 312518 INFO  (qtp11357401-2130) [n:127.0.0.1:38455_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&name=testRepFactor1LeaderStartup&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&createNodeSet=127.0.0.1:38455_solr&wt=javabin&version=2} status=0 QTime=2931
   [junit4]   2> java.lang.RuntimeException
   [junit4]   2> 	at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.verifyClass(SolrConfigHandler.java:562)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.updateNamedPlugin(SolrConfigHandler.java:533)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:482)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> {event=newSearcher}
   [junit4]   2> java.lang.RuntimeException
   [junit4]   2> 	at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.verifyClass(SolrConfigHandler.java:562)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.updateNamedPlugin(SolrConfigHandler.java:533)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handleCommands(SolrConfigHandler.java:482)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.handlePOST(SolrConfigHandler.java:346)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler$Command.access$100(SolrConfigHandler.java:159)
   [junit4]   2> 	at org.apache.solr.handler.SolrConfigHandler.handleRequestBody(SolrConfigHandler.java:137)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2483)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:720)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:526)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> {event=firstSearcher}
   [junit4]   2> 312535 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Executed config commands successfully and persisted to ZK [{"add-listener":{
   [junit4]   2>     "name":"newSearcherListener",
   [junit4]   2>     "event":"newSearcher",
   [junit4]   2>     "class":"org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener"}}, {"add-listener":{
   [junit4]   2>     "name":"firstSearcherListener",
   [junit4]   2>     "event":"firstSearcher",
   [junit4]   2>     "class":"org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener"}}]
   [junit4]   2> 312537 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Waiting up to 30 secs for 1 replicas to set the property overlay to be of version 0 for collection testRepFactor1LeaderStartup
   [junit4]   2> 312542 INFO  (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 312547 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrCore config update listener called for core testRepFactor1LeaderStartup_shard1_replica_n1
   [junit4]   2> 312548 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrCore core reload testRepFactor1LeaderStartup_shard1_replica_n1
   [junit4]   2> 312557 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 312557 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 312557 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 312557 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 312558 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 312558 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 312558 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 312558 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 312558 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 312558 WARN  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1/../../../../dist
   [junit4]   2> 312563 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 312581 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.s.IndexSchema [testRepFactor1LeaderStartup_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 312651 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 312651 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 312651 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 312652 INFO  (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ for prop overlay   after 1 attempts
   [junit4]   2> 312652 INFO  (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 312701 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 312728 INFO  (Thread-500) [n:127.0.0.1:38455_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'testRepFactor1LeaderStartup_shard1_replica_n1' using configuration from collection testRepFactor1LeaderStartup
   [junit4]   2> 312753 INFO  (qtp11357401-2130) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler expecting overlay version 0 but my version is -1
   [junit4]   2> 312753 INFO  (qtp11357401-2130) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 312753 INFO  (SolrConfigHandler-refreshconf) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Another reload is in progress . Not doing anything
   [junit4]   2> 312753 INFO  (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Could not get expectedVersion 0 from http://127.0.0.1:38455/solr/testRepFactor1LeaderStartup_shard1_replica_n1/ for prop overlay   after 2 attempts
   [junit4]   2> 312754 INFO  (solrHandlerExecutor-1086-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Time elapsed : 0 secs, maxWait 30
   [junit4]   2> 312757 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38455.solr.core.testRepFactor1LeaderStartup.shard1.replica_n1' (registry 'solr.core.testRepFactor1LeaderStartup.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3afd10
   [junit4]   2> 312758 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [[testRepFactor1LeaderStartup_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/testRepFactor1LeaderStartup_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001/tempDir-001/node1/./testRepFactor1LeaderStartup_shard1_replica_n1/data/]
   [junit4]   2> java.lang.RuntimeException
   [junit4]   2> 	at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initListeners(SolrCore.java:573)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1261)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getConfListener$20(SolrCore.java:2949)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2434)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> {event=newSearcher}
   [junit4]   2> java.lang.RuntimeException
   [junit4]   2> 	at org.apache.solr.cloud.TestCloudSearcherWarming$SleepingSolrEventListener.init(TestCloudSearcherWarming.java:306)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInitInstance(SolrCore.java:826)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initListeners(SolrCore.java:569)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:636)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1261)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.lambda$getConfListener$20(SolrCore.java:2949)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$fireEventListeners$4(ZkController.java:2434)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   1> {event=firstSearcher}
   [junit4]   2> 312762 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.XSLTResponseWriter xsltCacheLifetimeSeconds=5
   [junit4]   2> 312788 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 312788 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 312790 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69d39b[testRepFactor1LeaderStartup_shard1_replica_n1] main]
   [junit4]   2> 312790 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testRepFactor1LeaderStartup
   [junit4]   2> 312791 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testRepFactor1LeaderStartup
   [junit4]   2> 312791 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testRepFactor1LeaderStartup/managed-schema
   [junit4]   2> 312791 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 312791 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 312791 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=default,field=_text_,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
   [junit4]   2> 312792 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 312792 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@69d39b[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 312792 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 312792 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579757979299741696
   [junit4]   2> 312792 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 312795 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@69d39b[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 312796 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 312796 INFO  (Thread-500) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@96e033[testRepFactor1LeaderStartup_shard1_replica_n1] main]
   [junit4]   2> 312796 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@96e033[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 312796 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 312799 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@96e033[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 312854 INFO  (qtp11357401-2125) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler I already have the expected version 0 of config
   [junit4]   2> 312854 INFO  (qtp11357401-2125) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler isStale false , resourceloader org.apache.solr.cloud.ZkSolrResourceLoader
   [junit4]   2> 312854 INFO  (qtp11357401-2125) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1]  webapp=/solr path=/config/znodeVersion params={overlay=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 312855 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.h.SolrConfigHandler Took 319.0ms to set the property overlay to be of version 0 for collection testRepFactor1LeaderStartup
   [junit4]   2> 312855 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.S.Request [testRepFactor1LeaderStartup_shard1_replica_n1]  webapp=/solr path=/config params={wt=javabin&version=2} status=0 QTime=333
   [junit4]   2> 312855 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@109cd71
   [junit4]   2> 312855 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, tag=17419633
   [junit4]   2> 312855 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13d74b3: rootName = solr_38455, domain = solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testRepFactor1LeaderStartup.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@210b58
   [junit4]   2> 312861 INFO  (qtp11357401-2123) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testRepFactor1LeaderStartup.shard1.leader, tag=17419633
   [junit4]   2> 312870 INFO  (qtp11357401-2124) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [testRepFactor1LeaderStartup_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1579757979377336320)]} 0 7
   [junit4]   2> 312871 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579757979382579200,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 312871 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@9ba91 commitCommandVersion:1579757979382579200
   [junit4]   2> 312950 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b92c5[testRepFactor1LeaderStartup_shard1_replica_n1] main]
   [junit4]   2> 312950 INFO  (qtp11357401-2128) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 312950 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener sending requests to Searcher@5b92c5[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 312951 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 312952 INFO  (searcherExecutor-1087-thread-1-processing-n:127.0.0.1:38455_solr x:testRepFactor1LeaderStartup_shard1_replica_n1 s:shard1 c:testRepFactor1LeaderStartup r:core_node2) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1] Registered new searcher Searcher@5b92c5[testRepFactor1LeaderStartup_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 312953 INFO  (qtp11357401-2128) [n:1

[...truncated too long message...]

d#[2A4D5D857099FB02]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@305701: rootName = solr_38455, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@ea1f03
   [junit4]   2> 312971 INFO  (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 312971 INFO  (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10011d7: rootName = solr_38455, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1c506c0
   [junit4]   2> 312972 INFO  (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 312973 INFO  (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.c.SolrCore [testRepFactor1LeaderStartup_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@48857f
   [junit4]   2> 312973 INFO  (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, tag=4752767
   [junit4]   2> 312973 INFO  (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@51cfdb: rootName = solr_38455, domain = solr.core.testRepFactor1LeaderStartup.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testRepFactor1LeaderStartup.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@210b58
   [junit4]   2> 312986 INFO  (coreCloseExecutor-1091-thread-1) [n:127.0.0.1:38455_solr c:testRepFactor1LeaderStartup s:shard1 r:core_node2 x:testRepFactor1LeaderStartup_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testRepFactor1LeaderStartup.shard1.leader, tag=4752767
   [junit4]   2> 312987 INFO  (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [    ] o.a.s.c.Overseer Overseer (id=98734873478496259-127.0.0.1:38455_solr-n_0000000000) closing
   [junit4]   2> 312987 INFO  (OverseerStateUpdate-98734873478496259-127.0.0.1:38455_solr-n_0000000000) [n:127.0.0.1:38455_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38455_solr
   [junit4]   2> 312988 WARN  (zkCallback-278-thread-2-processing-n:127.0.0.1:38455_solr) [n:127.0.0.1:38455_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 312988 INFO  (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b42042{/solr,null,UNAVAILABLE}
   [junit4]   2> 312990 INFO  (zkCallback-283-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 402989 INFO  (TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[2A4D5D857099FB02]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRepFactor1LeaderStartup
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSearcherWarming -Dtests.method=testRepFactor1LeaderStartup -Dtests.seed=2A4D5D857099FB02 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=GMT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 93.4s J1 | TestCloudSearcherWarming.testRepFactor1LeaderStartup <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 
   [junit4]    > null
   [junit4]    > Live Nodes: [127.0.0.1:38455_solr]
   [junit4]    > Last available state: DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{"core_node2":{
   [junit4]    >           "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:38455/solr",
   [junit4]    >           "node_name":"127.0.0.1:38455_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"1",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FD65105D6179B2EC]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
   [junit4]    > 	at org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 402994 INFO  (TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[2A4D5D857099FB02]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testPeersyncFailureReplicationSuccess
   [junit4]   2> 402995 INFO  (TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[2A4D5D857099FB02]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testPeersyncFailureReplicationSuccess
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCloudSearcherWarming -Dtests.method=testPeersyncFailureReplicationSuccess -Dtests.seed=2A4D5D857099FB02 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=GMT -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.01s J1 | TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess <<<
   [junit4]    > Throwable #1: java.lang.ArrayIndexOutOfBoundsException: 0
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2A4D5D857099FB02:FE1C3ECAA127CC61]:0)
   [junit4]    > 	at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
   [junit4]    > 	at java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
   [junit4]    > 	at org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:367)
   [junit4]    > 	at org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 402997 ERROR (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 402997 INFO  (SUITE-TestCloudSearcherWarming-seed#[2A4D5D857099FB02]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45559 45559
   [junit4]   2> 403031 INFO  (Thread-490) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45559 45559
   [junit4]   2> 403031 WARN  (Thread-490) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/configs/testRepFactor1LeaderStartup/managed-schema
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/configs/testRepFactor1LeaderStartup
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/testRepFactor1LeaderStartup/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudSearcherWarming_2A4D5D857099FB02-001
   [junit4]   2> Sep 28, 2017 4:58:21 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1303, maxMBSortInHeap=7.221621698334757, sim=RandomSimilarity(queryNorm=false): {}, locale=bg, timezone=GMT
   [junit4]   2> NOTE: Linux 4.10.0-33-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=56430504,total=174997504
   [junit4]   2> NOTE: All tests run in this JVM: [BlobRepositoryCloudTest, ScriptEngineTest, UpdateRequestProcessorFactoryTest, TestCollationFieldDocValues, TestSimpleTrackingShardHandler, ZkSolrClientTest, TestJsonRequest, OpenCloseCoreStressTest, FileUtilsTest, TestTlogReplica, TestFastLRUCache, ZkCLITest, TestLegacyFieldCache, SolrCmdDistributorTest, DistributedFacetPivotWhiteBoxTest, SuggestComponentContextFilterQueryTest, RankQueryTest, TestQueryTypes, TestSubQueryTransformerCrossCore, StatelessScriptUpdateProcessorFactoryTest, TestSweetSpotSimilarityFactory, DistributedFacetPivotLongTailTest, TestUseDocValuesAsStored2, TestRequestForwarding, ConfigureRecoveryStrategyTest, TestCloudSearcherWarming]
   [junit4] Completed [134/733 (1!)] on J1 in 94.73s, 2 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 44440 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20564 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20564/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
expected:<10> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<10> but was:<0>
	at __randomizedtesting.SeedInfo.seed([6003A6B1F91BE8A7:30563EB2A03A5EBA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12167 lines...]
   [junit4] Suite: org.apache.solr.cloud.MissingSegmentRecoveryTest
   [junit4]   2> 936908 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/init-core-data-001
   [junit4]   2> 936908 WARN  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=33 numCloses=33
   [junit4]   2> 936908 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 936910 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 936910 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001
   [junit4]   2> 936910 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 936913 INFO  (Thread-3086) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 936913 INFO  (Thread-3086) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 936914 ERROR (Thread-3086) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 937013 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35553
   [junit4]   2> 937017 INFO  (jetty-launcher-1234-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 937017 INFO  (jetty-launcher-1234-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 937020 INFO  (jetty-launcher-1234-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a923ab7{/solr,null,AVAILABLE}
   [junit4]   2> 937020 INFO  (jetty-launcher-1234-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2c4fecfb{/solr,null,AVAILABLE}
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16432a46{HTTP/1.1,[http/1.1]}{127.0.0.1:42257}
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@8baf3c6{HTTP/1.1,[http/1.1]}{127.0.0.1:34953}
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-1) [    ] o.e.j.s.Server Started @938440ms
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-2) [    ] o.e.j.s.Server Started @938440ms
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42257}
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34953}
   [junit4]   2> 937021 ERROR (jetty-launcher-1234-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 937021 ERROR (jetty-launcher-1234-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-28T02:07:12.299Z
   [junit4]   2> 937021 INFO  (jetty-launcher-1234-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-28T02:07:12.299Z
   [junit4]   2> 937025 INFO  (jetty-launcher-1234-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 937027 INFO  (jetty-launcher-1234-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 937031 INFO  (jetty-launcher-1234-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35553/solr
   [junit4]   2> 937031 INFO  (jetty-launcher-1234-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35553/solr
   [junit4]   2> 937059 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 937059 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42257_solr
   [junit4]   2> 937059 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.c.Overseer Overseer (id=98734206628134918-127.0.0.1:42257_solr-n_0000000000) starting
   [junit4]   2> 937068 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42257_solr
   [junit4]   2> 937069 INFO  (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 937069 INFO  (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 937069 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 937070 INFO  (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34953_solr
   [junit4]   2> 937070 INFO  (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 937070 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 937127 INFO  (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 937132 INFO  (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 937133 INFO  (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 937133 INFO  (jetty-launcher-1234-thread-2) [n:127.0.0.1:34953_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/.
   [junit4]   2> 937153 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 937157 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 937158 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 937158 INFO  (jetty-launcher-1234-thread-1) [n:127.0.0.1:42257_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node1/.
   [junit4]   2> 937172 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 937172 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35553/solr ready
   [junit4]   2> 937178 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLeaderRecovery
   [junit4]   2> 937179 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 937179 INFO  (OverseerThreadFactory-4026-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.CreateCollectionCmd Create collection MissingSegmentRecoveryTest
   [junit4]   2> 937287 INFO  (OverseerStateUpdate-98734206628134918-127.0.0.1:42257_solr-n_0000000000) [n:127.0.0.1:42257_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MissingSegmentRecoveryTest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MissingSegmentRecoveryTest_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34953/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 937287 INFO  (OverseerStateUpdate-98734206628134918-127.0.0.1:42257_solr-n_0000000000) [n:127.0.0.1:42257_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MissingSegmentRecoveryTest",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MissingSegmentRecoveryTest_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42257/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 937489 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 937489 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 937489 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 937489 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 937593 INFO  (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 937593 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 937593 INFO  (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 937593 INFO  (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 938497 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 938497 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 938501 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 938502 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 938502 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 938502 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n2' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 938503 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42257.solr.core.MissingSegmentRecoveryTest.shard1.replica_n2' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 938503 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 938503 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node1/MissingSegmentRecoveryTest_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node1/./MissingSegmentRecoveryTest_shard1_replica_n2/data/]
   [junit4]   2> 938503 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 938503 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 938504 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 938504 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 938504 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/]
   [junit4]   2> 938547 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 938547 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 938547 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 938547 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 938549 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@37ab4e85[MissingSegmentRecoveryTest_shard1_replica_n2] main]
   [junit4]   2> 938549 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 938550 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 938550 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 938550 INFO  (searcherExecutor-4031-thread-1-processing-n:127.0.0.1:42257_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@37ab4e85[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 938551 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579747307766677504
   [junit4]   2> 938553 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 938555 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 938555 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 938556 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 938556 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 938558 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@191d4fd4[MissingSegmentRecoveryTest_shard1_replica_n1] main]
   [junit4]   2> 938559 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 938559 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 938559 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 938560 INFO  (searcherExecutor-4032-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@191d4fd4[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 938560 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579747307776114688
   [junit4]   2> 938654 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 938654 INFO  (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 938654 INFO  (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 938654 INFO  (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939054 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 939054 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 939054 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/
   [junit4]   2> 939054 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:42257/solr START replicas=[http://127.0.0.1:34953/solr/MissingSegmentRecoveryTest_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 939055 INFO  (qtp1772476501-9500) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 939354 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=MissingSegmentRecoveryTest_shard1_replica_n2 url=http://127.0.0.1:42257/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 939355 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 939355 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 939355 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 939356 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/ shard1
   [junit4]   2> 939457 INFO  (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939457 INFO  (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939457 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939457 INFO  (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939507 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 939508 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n2&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2018
   [junit4]   2> 939564 INFO  (qtp1772476501-9498) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=MissingSegmentRecoveryTest_shard1_replica_n1&action=CREATE&numShards=1&collection=MissingSegmentRecoveryTest&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2074
   [junit4]   2> 939565 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 939665 INFO  (zkCallback-1246-thread-1-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939665 INFO  (zkCallback-1245-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939665 INFO  (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 939665 INFO  (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 940565 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=1&name=MissingSegmentRecoveryTest&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3386
   [junit4]   2> 940570 INFO  (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&wt=javabin&version=2}{add=[0 (1579747309880606720), 1 (1579747309881655296), 2 (1579747309881655297), 3 (1579747309881655298), 4 (1579747309881655299), 5 (1579747309881655300), 6 (1579747309882703872), 7 (1579747309882703873), 8 (1579747309882703874), 9 (1579747309882703875)]} 0 0
   [junit4]   2> 940570 INFO  (qtp271283690-9502) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1579747309880606720), 1 (1579747309881655296), 2 (1579747309881655297), 3 (1579747309881655298), 4 (1579747309881655299), 5 (1579747309881655300), 6 (1579747309882703872), 7 (1579747309882703873), 8 (1579747309882703874), 9 (1579747309882703875)]} 0 2
   [junit4]   2> 940571 INFO  (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579747309884801024,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 940571 INFO  (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5d3f3980 commitCommandVersion:1579747309884801024
   [junit4]   2> 940572 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579747309885849600,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 940572 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3714603d commitCommandVersion:1579747309885849600
   [junit4]   2> 940640 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4be3b135[MissingSegmentRecoveryTest_shard1_replica_n2] main]
   [junit4]   2> 940640 INFO  (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@8473782[MissingSegmentRecoveryTest_shard1_replica_n1] main]
   [junit4]   2> 940640 INFO  (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 940640 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 940641 INFO  (searcherExecutor-4032-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@8473782[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10)))}
   [junit4]   2> 940641 INFO  (searcherExecutor-4031-thread-1-processing-n:127.0.0.1:42257_solr x:MissingSegmentRecoveryTest_shard1_replica_n2 s:shard1 c:MissingSegmentRecoveryTest r:core_node4) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2] Registered new searcher Searcher@4be3b135[MissingSegmentRecoveryTest_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C10)))}
   [junit4]   2> 940641 INFO  (qtp271283690-9501) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 69
   [junit4]   2> 940642 INFO  (qtp1772476501-9488) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 70
   [junit4]   2> 940642 INFO  (qtp271283690-9489) [n:127.0.0.1:42257_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node4 x:MissingSegmentRecoveryTest_shard1_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [MissingSegmentRecoveryTest_shard1_replica_n2]  webapp=/solr path=/update params={_stateVer_=MissingSegmentRecoveryTest:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 71
   [junit4]   2> 940643 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@8baf3c6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 940644 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=46540967
   [junit4]   2> 940644 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 940644 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39681e79: rootName = solr_34953, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@60e87dc5
   [junit4]   2> 940648 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 940648 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ecd1c9c: rootName = solr_34953, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@10143d78
   [junit4]   2> 940651 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 940651 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57a04953: rootName = solr_34953, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1d540345
   [junit4]   2> 940652 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 940653 INFO  (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@537a7bf1
   [junit4]   2> 940653 INFO  (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1400536049
   [junit4]   2> 940653 INFO  (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71385744: rootName = solr_34953, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@10b39a2e
   [junit4]   2> 940657 INFO  (coreCloseExecutor-4041-thread-1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1400536049
   [junit4]   2> 940659 WARN  (zkCallback-1245-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 940660 INFO  (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 940660 INFO  (zkCallback-1252-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 940660 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a923ab7{/solr,null,UNAVAILABLE}
   [junit4]   2> 940660 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 940661 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6a6107e1{/solr,null,AVAILABLE}
   [junit4]   2> 940661 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e99f3a4{HTTP/1.1,[http/1.1]}{127.0.0.1:34953}
   [junit4]   2> 940661 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.e.j.s.Server Started @942080ms
   [junit4]   2> 940661 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34953}
   [junit4]   2> 940661 ERROR (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 940661 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 940661 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 940662 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 940662 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-28T02:07:15.940Z
   [junit4]   2> 940663 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 940668 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35553/solr
   [junit4]   2> 940674 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 940675 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 940676 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34953_solr
   [junit4]   2> 940677 INFO  (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 940677 INFO  (zkCallback-1252-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 940677 INFO  (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 940733 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 940739 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 940739 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 940741 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/.
   [junit4]   2> 940741 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [n:127.0.0.1:34953_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2> 940741 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 940747 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 940762 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema [MissingSegmentRecoveryTest_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 940763 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 940763 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'MissingSegmentRecoveryTest_shard1_replica_n1' using configuration from collection MissingSegmentRecoveryTest, trusted=true
   [junit4]   2> 940763 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 940763 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 940763 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/]
   [junit4]   2> 940783 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 940783 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 940784 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 940784 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 940785 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a608e28
   [junit4]   2> 940785 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1516277288
   [junit4]   2> 940785 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ed38ae6: rootName = solr_34953, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2465ace9
   [junit4]   2> 940790 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1516277288
   [junit4]   2> 940791 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.CoreContainer Found active leader, will attempt to create fresh core and recover.
   [junit4]   2> 940791 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore Updating index properties... index=index.20170928040716069
   [junit4]   2> 940806 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34953.solr.core.MissingSegmentRecoveryTest.shard1.replica_n1' (registry 'solr.core.MissingSegmentRecoveryTest.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@612e05a2
   [junit4]   2> 940807 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 940807 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [[MissingSegmentRecoveryTest_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/MissingSegmentRecoveryTest_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/]
   [junit4]   2> 940819 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Found 1 old index directories to clean-up under /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/ afterReload=false
   [junit4]   2> 940820 INFO  (OldIndexDirectoryCleanupThreadForCore-MissingSegmentRecoveryTest_shard1_replica_n1) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.DirectoryFactory Deleted old index directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001/tempDir-001/node2/./MissingSegmentRecoveryTest_shard1_replica_n1/data/index
   [junit4]   2> 940835 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 940835 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 940835 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 940835 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 940836 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@9da587c[MissingSegmentRecoveryTest_shard1_replica_n1] main]
   [junit4]   2> 940837 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 940838 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 940838 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 940838 INFO  (coreLoadExecutor-4048-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 940839 INFO  (searcherExecutor-4054-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1] Registered new searcher Searcher@9da587c[MissingSegmentRecoveryTest_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 940841 INFO  (coreZkRegister-4043-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ZkController Core needs to recover:MissingSegmentRecoveryTest_shard1_replica_n1
   [junit4]   2> 940841 INFO  (updateExecutor-1254-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 940841 INFO  (qtp2013790912-9570) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.S.Request [MissingSegmentRecoveryTest_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=MissingSegmentRecoveryTest:5&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 940842 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 940842 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[1579747309882703875, 1579747309882703874, 1579747309882703873, 1579747309882703872, 1579747309881655300, 1579747309881655299, 1579747309881655298, 1579747309881655297, 1579747309881655296, 1579747309880606720]]
   [junit4]   2> 940842 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[MissingSegmentRecoveryTest_shard1_replica_n1]
   [junit4]   2> 940842 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 940842 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Publishing state of core [MissingSegmentRecoveryTest_shard1_replica_n1] as recovering, leader is [http://127.0.0.1:42257/solr/MissingSegmentRecoveryTest_shard1_replica_n2/] and I am [http://127.0.0.1:34953/solr/MissingSegmentRecoveryTest_shard1_replica_n1/]
   [junit4]   2> 940842 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 940843 INFO  (OverseerCollectionConfigSetProcessor-98734206628134918-127.0.0.1:42257_solr-n_0000000000) [n:127.0.0.1:42257_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 940843 INFO  (OverseerThreadFactory-4026-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 940843 INFO  (qtp271283690-9503) [n:127.0.0.1:42257_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=null
   [junit4]   2> 940843 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:42257/solr]; [WaitForState: action=PREPRECOVERY&core=MissingSegmentRecoveryTest_shard1_replica_n2&nodeName=127.0.0.1:34953_solr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 940843 INFO  (qtp271283690-9503) [n:127.0.0.1:42257_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20c4ce61: rootName = solr_42257, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@d6cf932
   [junit4]   2> 940843 ERROR (OverseerThreadFactory-4026-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:34953/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:34953/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:641)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:34953 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
   [junit4]   2> 	... 12 more
   [junit4]   2> 940844 INFO  (qtp271283690-9495) [n:127.0.0.1:42257_solr    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 940850 INFO  (qtp271283690-9503) [n:127.0.0.1:42257_solr    ] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@b9066f
   [junit4]   2> 940850 INFO  (qtp271283690-9503) [n:127.0.0.1:42257_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n2, tag=12125807
   [junit4]   2> 940850 INFO  (qtp271283690-9503) [n:127.0.0.1:42257_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=12125807
   [junit4]   2> 940854 INFO  (qtp271283690-9503) [n:127.0.0.1:42257_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=MissingSegmentRecoveryTest_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 940854 INFO  (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext There may be a better leader candidate than us - going back into recovery
   [junit4]   2> 940854 INFO  (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 940854 INFO  (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ActionThrottle The last leader attempt started 1ms ago.
   [junit4]   2> 940854 INFO  (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4998ms
   [junit4]   2> 940957 INFO  (zkCallback-1257-thread-2-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 940957 INFO  (zkCallback-1257-thread-3-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/MissingSegmentRecoveryTest/state.json] for collection [MissingSegmentRecoveryTest] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 941556 INFO  (qtp271283690-9491) [n:127.0.0.1:42257_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=MissingSegmentRecoveryTest&action=DELETE&wt=javabin&version=2} status=0 QTime=713
   [junit4]   2> 941556 INFO  (TEST-MissingSegmentRecoveryTest.testLeaderRecovery-seed#[6003A6B1F91BE8A7]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testLeaderRecovery
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MissingSegmentRecoveryTest -Dtests.method=testLeaderRecovery -Dtests.seed=6003A6B1F91BE8A7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Europe/Bratislava -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 4.38s J1 | MissingSegmentRecoveryTest.testLeaderRecovery <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<10> but was:<0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6003A6B1F91BE8A7:30563EB2A03A5EBA]:0)
   [junit4]    > 	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:108)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 941559 INFO  (httpUriRequest-1259-thread-1-processing-x:MissingSegmentRecoveryTest_shard1_replica_n1 r:core_node3 n:127.0.0.1:34953_solr http:////127.0.0.1:42257//solr s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.h.i.e.RetryExec I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:42257: The target server failed to respond
   [junit4]   2> 941559 INFO  (httpUriRequest-1259-thread-1-processing-x:MissingSegmentRecoveryTest_shard1_replica_n1 r:core_node3 n:127.0.0.1:34953_solr http:////127.0.0.1:42257//solr s:shard1 c:MissingSegmentRecoveryTest) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.h.i.e.RetryExec Retrying request to {}->http://127.0.0.1:42257
   [junit4]   2> 941560 ERROR (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Error while trying to recover. core=MissingSegmentRecoveryTest_shard1_replica_n1:java.util.concurrent.ExecutionException: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:42257/solr
   [junit4]   2> 	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:826)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.doSyncOrReplicateRecovery(RecoveryStrategy.java:563)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:303)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:287)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:42257/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:634)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.lambda$httpUriRequest$0(HttpSolrClient.java:297)
   [junit4]   2> 	... 5 more
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:42257 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:526)
   [junit4]   2> 	... 6 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:75)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 16 more
   [junit4]   2> 
   [junit4]   2> 941560 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates.
   [junit4]   2> 941560 ERROR (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Recovery failed - trying again... (0)
   [junit4]   2> 941561 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Wait [2.0] seconds before trying to recover again (attempt=1)
   [junit4]   2> 941561 INFO  (jetty-closer-1235-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@e99f3a4{HTTP/1.1,[http/1.1]}{127.0.0.1:34953}
   [junit4]   2> 941560 INFO  (jetty-closer-1235-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@16432a46{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 941561 INFO  (jetty-closer-1235-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1703180583
   [junit4]   2> 941561 INFO  (jetty-closer-1235-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=240776804
   [junit4]   2> 941561 INFO  (jetty-closer-1235-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 941561 INFO  (jetty-closer-1235-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@30c9b8b3: rootName = solr_42257, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e947a73
   [junit4]   2> 941562 INFO  (jetty-closer-1235-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 941562 INFO  (jetty-closer-1235-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@76747f79: rootName = solr_34953, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3ce46f83
   [junit4]   2> 941565 INFO  (jetty-closer-1235-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 941565 INFO  (jetty-closer-1235-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@627171e: rootName = solr_34953, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@10143d78
   [junit4]   2> 941567 INFO  (jetty-closer-1235-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 941567 INFO  (jetty-closer-1235-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e20e9c9: rootName = solr_42257, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@10143d78
   [junit4]   2> 941568 INFO  (jetty-closer-1235-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 941568 INFO  (jetty-closer-1235-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@327b0727: rootName = solr_34953, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1d540345
   [junit4]   2> 941568 WARN  (jetty-closer-1235-thread-1) [    ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[MissingSegmentRecoveryTest_shard1_replica_n1] coreNodeName=[core_node3]
   [junit4]   2> 941568 INFO  (jetty-cl

[...truncated too long message...]

t java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 941849 INFO  (qtp271283690-9495) [n:127.0.0.1:42257_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:34953_solr&onlyIfLeaderActive=true&core=MissingSegmentRecoveryTest_shard1_replica_n2&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=1005
   [junit4]   2> 943071 WARN  (zkCallback-1246-thread-2-processing-n:127.0.0.1:42257_solr) [n:127.0.0.1:42257_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 943071 INFO  (jetty-closer-1235-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c4fecfb{/solr,null,UNAVAILABLE}
   [junit4]   2> 945853 WARN  (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Shard not found: shard1 for collection MissingSegmentRecoveryTest
   [junit4]   2> 946561 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
   [junit4]   2> 946561 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
   [junit4]   2> 946561 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.SolrCore [MissingSegmentRecoveryTest_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ae27f66
   [junit4]   2> 946561 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, tag=1793228646
   [junit4]   2> 946561 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7c52b972: rootName = solr_34953, domain = solr.core.MissingSegmentRecoveryTest.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.MissingSegmentRecoveryTest.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2465ace9
   [junit4]   2> 946566 INFO  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.MissingSegmentRecoveryTest.shard1.leader, tag=1793228646
   [junit4]   2> 946566 WARN  (recoveryExecutor-1255-thread-1-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.c.RecoveryStrategy Stopping recovery for core=[MissingSegmentRecoveryTest_shard1_replica_n1] coreNodeName=[core_node3]
   [junit4]   2> 946567 WARN  (updateExecutor-1254-thread-2-processing-n:127.0.0.1:34953_solr x:MissingSegmentRecoveryTest_shard1_replica_n1 s:shard1 c:MissingSegmentRecoveryTest r:core_node3) [n:127.0.0.1:34953_solr c:MissingSegmentRecoveryTest s:shard1 r:core_node3 x:MissingSegmentRecoveryTest_shard1_replica_n1] o.a.s.u.DefaultSolrCoreState Skipping recovery because Solr is shutdown
   [junit4]   2> 946568 WARN  (zkCallback-1257-thread-1-processing-n:127.0.0.1:34953_solr) [n:127.0.0.1:34953_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 946568 INFO  (jetty-closer-1235-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6a6107e1{/solr,null,UNAVAILABLE}
   [junit4]   2> 946569 ERROR (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 946569 INFO  (SUITE-MissingSegmentRecoveryTest-seed#[6003A6B1F91BE8A7]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35553 35553
   [junit4]   2> 951602 INFO  (Thread-3086) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35553 35553
   [junit4]   2> 951603 WARN  (Thread-3086) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	16	/solr/collections/MissingSegmentRecoveryTest/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/MissingSegmentRecoveryTest/leader_elect/shard1/election/98734206628134918-core_node4-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98734206628134918-127.0.0.1:42257_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.MissingSegmentRecoveryTest_6003A6B1F91BE8A7-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1235, maxMBSortInHeap=6.886617962124211, sim=RandomSimilarity(queryNorm=true): {}, locale=et, timezone=Europe/Bratislava
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=196930416,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [StatsReloadRaceTest, ClusterStateUpdateTest, TestExpandComponent, TestPostingsSolrHighlighter, BadComponentTest, TestStreamBody, SOLR749Test, HttpSolrCallGetCoreTest, CdcrReplicationHandlerTest, TestRuleBasedAuthorizationPlugin, TestDistribDocBasedVersion, TestRTimerTree, TestRTGBase, BlobRepositoryCloudTest, TestCustomDocTransformer, SolrGraphiteReporterTest, DocValuesMissingTest, TestSolrCoreSnapshots, SystemInfoHandlerTest, TestCoreContainer, TestNestedDocsSort, TestFieldTypeResource, SuggesterTSTTest, ConnectionReuseTest, TestEmbeddedSolrServerConstructors, TestFieldCollectionResource, SolrIndexMetricsTest, TestUpdate, OverseerModifyCollectionTest, TestFieldCacheSortRandom, TestDistributedGrouping, DistributedMLTComponentTest, DocValuesMultiTest, SpatialFilterTest, TestHdfsUpdateLog, SolrMetricReporterTest, TestImpersonationWithHadoopAuth, ForceLeaderTest, TestMiniSolrCloudClusterSSL, CoreAdminHandlerTest, TestRequestForwarding, IndexSchemaRuntimeFieldTest, JSONWriterTest, TestTlogReplica, ClassificationUpdateProcessorIntegrationTest, TestFuzzyAnalyzedSuggestions, SharedFSAutoReplicaFailoverUtilsTest, TestCopyFieldCollectionResource, TestValueSourceCache, DisMaxRequestHandlerTest, DistributedQueueTest, BaseCdcrDistributedZkTest, DistribCursorPagingTest, AssignBackwardCompatibilityTest, FullHLLTest, TestConfigSetsAPIZkFailure, DirectSolrSpellCheckerTest, TestLegacyFieldReuse, DistributedIntervalFacetingTest, TestCollectionsAPIViaSolrCloudCluster, TestManagedSchemaAPI, V2StandaloneTest, TlogReplayBufferedWhileIndexingTest, BJQParserTest, TestUniqueKeyFieldResource, TestPayloadCheckQParserPlugin, TestGraphMLResponseWriter, CleanupOldIndexTest, TestStressVersions, TestBackupRepositoryFactory, WrapperMergePolicyFactoryTest, ShardRoutingTest, TestSchemaSimilarityResource, TestLegacyNumericRangeQueryBuilder, TestRawResponseWriter, ReplicaListTransformerTest, SubstringBytesRefFilterTest, QueryParsingTest, TestCoreDiscovery, DocExpirationUpdateProcessorFactoryTest, CSVRequestHandlerTest, TestSystemIdResolver, HighlighterTest, TestConfigsApi, TestSearchPerf, RestartWhileUpdatingTest, TestPullReplica, AlternateDirectoryTest, TestPerFieldSimilarityWithDefaultOverride, TestReplicationHandlerBackup, SaslZkACLProviderTest, FileBasedSpellCheckerTest, OpenCloseCoreStressTest, TestLeaderInitiatedRecoveryThread, CollectionsAPISolrJTest, TestSubQueryTransformerCrossCore, DeleteInactiveReplicaTest, HdfsBasicDistributedZk2Test, TestUnifiedSolrHighlighter, MissingSegmentRecoveryTest]
   [junit4] Completed [238/733 (1!)] on J1 in 14.71s, 1 test, 1 failure <<< FAILURES!

[...truncated 48292 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9) - Build # 20563 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20563/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([F603416859ECAF36]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)         at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)         at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)         at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=10364, name=searcherExecutor-2415-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
        at java.base@9/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
        at java.base@9/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([F603416859ECAF36]:0)


FAILED:  org.apache.solr.core.TestLazyCores.testNoCommit

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([F603416859ECAF36:2963E0B992CBCC93]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:884)
	at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=*:*
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
	... 40 more




Build Log:
[...truncated 1713 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20170927_223211_67810364955660562586698.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20170927_223211_67717251185380491940424.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20170927_223211_6764467812748129174079.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 296 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170927_223847_1169375036611603335115.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170927_223847_1164680348162197751795.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170927_223847_11712006260290454045003.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1054 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170927_224020_36812564376501613335725.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170927_224020_36817563966144410532550.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170927_224020_3681964566747751194142.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 223 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170927_224154_7345930067637980663290.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170927_224154_73412305730231398890385.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170927_224154_73418038152048767180298.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 252 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170927_224205_9473520692400353998592.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170927_224205_9478020165853961111640.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170927_224205_94712068269109308755259.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170927_224230_9778532222485109766906.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170927_224230_977382223891627499622.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170927_224230_97715058923089806431406.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 166 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170927_224235_2124148585776157370832.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170927_224235_21210838218240714266122.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170927_224235_2122520999217678735920.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170927_224246_75010220613021392395970.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170927_224246_7503085571651361387501.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170927_224256_54711192464780078739190.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170927_224256_54712798645700607741767.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170927_224256_54710539190605581160867.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170927_224259_9632188876005933919205.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170927_224307_7921077113003326975777.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170927_224307_7922926315298469587606.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 25 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170927_224307_7925868936559679307876.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1256 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170927_224320_13811241022224460339259.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170927_224320_12917125243492500817704.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170927_224320_1295626616345800436485.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20170927_224330_5204032300436420942225.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20170927_224330_51916628257384520996031.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20170927_224330_5206347031750765914358.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 248 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20170927_224343_92116093821711159793241.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20170927_224343_92113446300165870862564.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20170927_224343_92111796354526577078799.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20170927_224641_9644667806261288564800.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20170927_224641_9643292287098966536211.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20170927_224641_9645845488524004459963.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20170927_224645_2196042705033704576191.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20170927_224645_2158838758211715497616.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20170927_224645_2158195919161467860876.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 220 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20170927_224651_55716051765912185065792.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20170927_224651_5573441099161044018970.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20170927_224651_55714799158482163139009.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20170927_224737_16718285933183344014083.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20170927_224737_1673950385987840253539.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20170927_224737_1691537436187403623286.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170927_224750_02117275755909023738225.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170927_224750_0218575823478297932251.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170927_224750_0211190232924895243546.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20170927_224810_10811694012233815516893.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20170927_224810_111114714621551202367.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20170927_224810_10817881683489831196679.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20170927_224852_1939979895588386849801.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20170927_224852_19314398581291981297684.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 177 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20170927_224901_10118417156672384094285.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20170927_224901_10116264173923246568020.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20170927_224901_1012545036440928950718.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 315 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20170927_224916_20213436041018546045757.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20170927_224916_2028511373425718682767.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20170927_224916_20216282510538543303349.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 224 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170927_224924_2999180603183540426070.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170927_224924_29911937367817359943019.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170927_224924_2992253986687956582613.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20170927_224932_3729180256768203171076.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20170927_224932_3722069759070267059707.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20170927_224932_3723750122804132290329.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 210 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170927_224944_5894889857952117893518.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 10 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170927_224944_5895836673508416441084.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170927_224944_5891574197576346254287.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 415 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170927_225045_5902067249246076217945.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170927_225045_5902662515594583833403.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170927_225045_5907941390445277578517.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20170927_225103_9552938487956079320760.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 166 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170927_225105_69110654269281260860956.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170927_225105_69114924058469709274333.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170927_225105_69113134693779400976701.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20170927_225201_3019546250457584241798.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20170927_225201_30118008058786387625955.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20170927_225201_30117224535917079354685.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1875 lines...]
   [junit4] Suite: org.apache.solr.core.TestLazyCores
   [junit4]   2> 437612 INFO  (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/init-core-data-001
   [junit4]   2> 437612 WARN  (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 437612 INFO  (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 437613 INFO  (SUITE-TestLazyCores-seed#[F603416859ECAF36]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 437614 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
   [junit4]   2> 437631 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 437651 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 437658 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 437658 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 437660 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.CorePropertiesLocator Found 6 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001
   [junit4]   2> 437660 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [badSchema1, core1, badConfig2, badConfig1, badSchema2, core2]
   [junit4]   2> 437660 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 437666 INFO  (coreLoadExecutor-2155-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 437666 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 437667 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 437675 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 437676 INFO  (coreLoadExecutor-2155-thread-1) [    ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 437677 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.s.IndexSchema [core1] Schema name=tiny
   [junit4]   2> 437678 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 437678 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1, trusted=true
   [junit4]   2> 437679 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 437679 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 437679 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1/data/]
   [junit4]   2> 437681 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=68.65625, floorSegmentMB=1.5166015625, forceMergeDeletesPctAllowed=14.45062870962298, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 437684 INFO  (coreLoadExecutor-2155-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 437686 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 437689 INFO  (coreLoadExecutor-2155-thread-1) [    ] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 437692 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.s.IndexSchema [core2] Schema name=tiny
   [junit4]   2> 437693 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 437693 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2, trusted=true
   [junit4]   2> 437694 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 437694 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 437694 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2/data/]
   [junit4]   2> 437697 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=68.65625, floorSegmentMB=1.5166015625, forceMergeDeletesPctAllowed=14.45062870962298, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 437757 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 437757 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 437758 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=66.01171875, floorSegmentMB=0.3330078125, forceMergeDeletesPctAllowed=9.000619057756115, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8223536733244504
   [junit4]   2> 437758 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15da1877[core2] main]
   [junit4]   2> 437759 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core2/conf
   [junit4]   2> 437759 INFO  (coreLoadExecutor-2155-thread-3) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 437760 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 437760 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 437760 INFO  (searcherExecutor-2157-thread-1) [    ] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@15da1877[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 437761 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=28, maxMergeAtOnceExplicit=43, maxMergedSegmentMB=66.01171875, floorSegmentMB=0.3330078125, forceMergeDeletesPctAllowed=9.000619057756115, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8223536733244504
   [junit4]   2> 437761 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@294363a[core1] main]
   [junit4]   2> 437761 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/core1/conf
   [junit4]   2> 437762 INFO  (coreLoadExecutor-2155-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 437764 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 437764 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@57a16a77 commitCommandVersion:0
   [junit4]   2> 437766 INFO  (searcherExecutor-2156-thread-1) [    ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@294363a[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 437874 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@19946b91[core1] main]
   [junit4]   2> 437875 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 437876 INFO  (searcherExecutor-2156-thread-1) [    ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@19946b91[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
   [junit4]   2> 437876 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 437878 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 437879 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 437879 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 437890 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 437895 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema [badConfig1] Schema name=tiny
   [junit4]   2> 437896 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 437896 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.CoreContainer Creating SolrCore 'badConfig1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1, trusted=true
   [junit4]   2> 437898 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig1' (registry 'solr.core.badConfig1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 437898 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 437898 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore [[badConfig1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1/data/]
   [junit4]   2> 437901 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 437948 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 437948 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 437949 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 437949 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@620266a9[badConfig1] main]
   [junit4]   2> 437950 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig1/conf
   [junit4]   2> 437951 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 437951 INFO  (searcherExecutor-2170-thread-1) [    ] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@620266a9[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 437956 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 437967 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema [badConfig2] Schema name=tiny
   [junit4]   2> 437968 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 437968 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.CoreContainer Creating SolrCore 'badConfig2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2, trusted=true
   [junit4]   2> 437969 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig2' (registry 'solr.core.badConfig2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 437969 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 437969 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore [[badConfig2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2/data/]
   [junit4]   2> 437977 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=48, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=25.7333984375, floorSegmentMB=1.57421875, forceMergeDeletesPctAllowed=20.83782457670783, segmentsPerTier=46.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7981168080986824
   [junit4]   2> 438024 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 438024 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 438026 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=14, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 438026 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c41fe79[badConfig2] main]
   [junit4]   2> 438026 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badConfig2/conf
   [junit4]   2> 438027 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 438028 INFO  (searcherExecutor-2174-thread-1) [    ] o.a.s.c.SolrCore [badConfig2] Registered new searcher Searcher@2c41fe79[badConfig2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 438032 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 438037 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema [badSchema1] Schema name=tiny
   [junit4]   2> 438039 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 438039 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.CoreContainer Creating SolrCore 'badSchema1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1, trusted=true
   [junit4]   2> 438039 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema1' (registry 'solr.core.badSchema1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 438039 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 438039 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore [[badSchema1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1/data/]
   [junit4]   2> 438042 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=16, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=66.6181640625, floorSegmentMB=1.3369140625, forceMergeDeletesPctAllowed=4.749367544237096, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 438095 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 438095 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 438096 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=41.314453125, floorSegmentMB=2.0107421875, forceMergeDeletesPctAllowed=12.617134487853523, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 438097 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@333d94f[badSchema1] main]
   [junit4]   2> 438097 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema1/conf
   [junit4]   2> 438098 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 438098 INFO  (searcherExecutor-2178-thread-1) [    ] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@333d94f[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 438103 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 438106 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema [badSchema2] Schema name=tiny
   [junit4]   2> 438107 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 438108 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.CoreContainer Creating SolrCore 'badSchema2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2, trusted=true
   [junit4]   2> 438108 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema2' (registry 'solr.core.badSchema2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 438108 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 438108 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrCore [[badSchema2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2/data/]
   [junit4]   2> 438110 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=96.8515625, floorSegmentMB=1.59765625, forceMergeDeletesPctAllowed=10.802125299768367, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 438147 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 438147 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 438148 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=13.5546875, floorSegmentMB=0.5068359375, forceMergeDeletesPctAllowed=16.497595859742216, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 438148 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@442f8fee[badSchema2] main]
   [junit4]   2> 438148 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-001/badSchema2/conf
   [junit4]   2> 438149 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 438149 INFO  (searcherExecutor-2182-thread-1) [    ] o.a.s.c.SolrCore [badSchema2] Registered new searcher Searcher@442f8fee[badSchema2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 438152 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 438152 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@57a16a77 commitCommandVersion:0
   [junit4]   2> 438244 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5b6b54ff[core1] main]
   [junit4]   2> 438244 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 438245 INFO  (searcherExecutor-2156-thread-1) [    ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@5b6b54ff[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):C7)))}
   [junit4]   2> 438246 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 438247 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 438247 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 438247 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 438248 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 438248 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7cea2393 commitCommandVersion:0
   [junit4]   2> 438339 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@63083442[badConfig1] main]
   [junit4]   2> 438339 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 438340 INFO  (searcherExecutor-2170-thread-1) [    ] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@63083442[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
   [junit4]   2> 438340 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 438340 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 438341 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 438341 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 438341 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 438341 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@482c389e commitCommandVersion:0
   [junit4]   2> 438429 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@648c4105[badSchema1] main]
   [junit4]   2> 438430 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 438431 INFO  (searcherExecutor-2178-thread-1) [    ] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@648c4105[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C7)))}
   [junit4]   2> 438432 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=1
   [junit4]   2> 438432 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 438433 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 438433 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 438433 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=241519354
   [junit4]   2> 438433 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 438433 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73291335: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@466ead5c
   [junit4]   2> 438438 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 438438 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1827dc0f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@19b992ce
   [junit4]   2> 438441 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 438441 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e772f1e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@688d271f
   [junit4]   2> 438442 INFO  (coreCloseExecutor-2192-thread-1) [    ] o.a.s.c.SolrCore [core2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4b0e1a75
   [junit4]   2> 438442 INFO  (coreCloseExecutor-2192-thread-2) [    ] o.a.s.c.SolrCore [core1]  CLOSING SolrCore org.apache.solr.core.SolrCore@282e9680
   [junit4]   2> 438442 INFO  (coreCloseExecutor-2192-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core2, tag=1259215477
   [junit4]   2> 438442 INFO  (coreCloseExecutor-2192-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@333a846b: rootName = null, domain = solr.core.core2, service url = null, agent id = null] for registry solr.core.core2 / com.codahale.metrics.MetricRegistry@629c99d6
   [junit4]   2> 438445 INFO  (coreCloseExecutor-2192-thread-3) [    ] o.a.s.c.SolrCore [badSchema1]  CLOSING SolrCore org.apache.solr.core.SolrCore@79a30232
   [junit4]   2> 438445 INFO  (coreCloseExecutor-2192-thread-4) [    ] o.a.s.c.SolrCore [badSchema2]  CLOSING SolrCore org.apache.solr.core.SolrCore@58cc904
   [junit4]   2> 438445 INFO  (coreCloseExecutor-2192-thread-5) [    ] o.a.s.c.SolrCore [badConfig1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5248bfa5
   [junit4]   2> 438446 INFO  (coreCloseExecutor-2192-thread-6) [    ] o.a.s.c.SolrCore [badConfig2]  CLOSING SolrCore org.apache.solr.core.SolrCore@70568b26
   [junit4]   2> 438448 INFO  (coreCloseExecutor-2192-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core1, tag=674141824
   [junit4]   2> 438448 INFO  (coreCloseExecutor-2192-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6af7c8ce: rootName = null, domain = solr.core.core1, service url = null, agent id = null] for registry solr.core.core1 / com.codahale.metrics.MetricRegistry@1abfce65
   [junit4]   2> 438454 INFO  (coreCloseExecutor-2192-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema1, tag=2040726066
   [junit4]   2> 438454 INFO  (coreCloseExecutor-2192-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6dae566d: rootName = null, domain = solr.core.badSchema1, service url = null, agent id = null] for registry solr.core.badSchema1 / com.codahale.metrics.MetricRegistry@5683256c
   [junit4]   2> 438461 INFO  (coreCloseExecutor-2192-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema2, tag=93112580
   [junit4]   2> 438461 INFO  (coreCloseExecutor-2192-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1bd5cea5: rootName = null, domain = solr.core.badSchema2, service url = null, agent id = null] for registry solr.core.badSchema2 / com.codahale.metrics.MetricRegistry@35045690
   [junit4]   2> 438467 INFO  (coreCloseExecutor-2192-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig1, tag=1380499365
   [junit4]   2> 438467 INFO  (coreCloseExecutor-2192-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@31d23630: rootName = null, domain = solr.core.badConfig1, service url = null, agent id = null] for registry solr.core.badConfig1 / com.codahale.metrics.MetricRegistry@2cd2130e
   [junit4]   2> 438474 INFO  (coreCloseExecutor-2192-thread-6) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig2, tag=1884719910
   [junit4]   2> 438474 INFO  (coreCloseExecutor-2192-thread-6) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b9cabb6: rootName = null, domain = solr.core.badConfig2, service url = null, agent id = null] for registry solr.core.badConfig2 / com.codahale.metrics.MetricRegistry@888981
   [junit4]   2> 438481 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[F603416859ECAF36]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadConfigsGenerateErrors
   [junit4]   2> 438482 INFO  (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testLazySearch
   [junit4]   2> 438503 INFO  (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_F603416859ECAF36-001/tempDir-002/solr.xml
   [junit4]   2> 438506 INFO  (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 438528 INFO  (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 438532 INFO  (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [junit4]   2> 438533 INFO  (TEST-TestLazyCores.testLazySearch-seed#[F603416859ECAF36]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@90b28d4
   [j

[...truncated too long message...]

ns/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20170927_231719_89914274484428637841306.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170927_231719_8998141445610601420117.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170927_231758_6255699287194806518889.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170927_231758_625807554851801443666.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170927_231758_625742043635520182881.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170927_231814_7225359647079887189053.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170927_231814_7224378396159023142016.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 647 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170927_231821_5858461667480604340095.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170927_231821_585748972594810604904.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170927_231821_58514657970827875968937.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 557 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170927_231842_89811066907486136488029.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170927_231842_8987067840266048219264.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170927_231842_89814906392167506092647.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 563 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170927_231852_91615516318891978523555.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170927_231852_91615490346713001239560.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 637 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170927_231859_20914783856296309032531.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170927_231859_209661647396655629762.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170927_231859_20918148217869076677172.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170927_231924_76423961986899885205.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170927_231924_7642250740378930751303.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170927_231934_80513495314560656975380.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 31218 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20562 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20562/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)


FAILED:  org.apache.solr.core.TestLazyCores.testNoCommit

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D:B257720E9BAC79A8]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:884)
	at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:847)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:829)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">6</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=*:*
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
	... 41 more




Build Log:
[...truncated 13190 lines...]
   [junit4] Suite: org.apache.solr.core.TestLazyCores
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/init-core-data-001
   [junit4]   2> 2333854 WARN  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2333854 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2333855 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2333855 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2333857 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
   [junit4]   2> 2333873 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2333906 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2333913 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2333914 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2333917 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.CorePropertiesLocator Found 6 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001
   [junit4]   2> 2333917 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [badSchema1, core1, badConfig2, badConfig1, badSchema2, core2]
   [junit4]   2> 2333917 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2333926 INFO  (coreLoadExecutor-6180-thread-1) [    x:badSchema1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2333927 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2333928 INFO  (coreLoadExecutor-6180-thread-3) [    x:badConfig2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2333930 INFO  (coreLoadExecutor-6180-thread-1) [    x:badSchema1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2333931 INFO  (coreLoadExecutor-6180-thread-3) [    x:badConfig1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2333934 INFO  (coreLoadExecutor-6180-thread-1) [    x:badSchema2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2333938 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2333939 INFO  (coreLoadExecutor-6180-thread-1) [    x:badSchema2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2333972 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.s.IndexSchema [core1] Schema name=tiny
   [junit4]   2> 2333975 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.s.IndexSchema [core2] Schema name=tiny
   [junit4]   2> 2333977 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2333977 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2, trusted=true
   [junit4]   2> 2333977 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2333977 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2333977 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1, trusted=true
   [junit4]   2> 2333978 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2333978 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2333978 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2/data/]
   [junit4]   2> 2333978 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2333978 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1/data/]
   [junit4]   2> 2333981 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2333981 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334035 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334035 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334036 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334036 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.s.SolrIndexSearcher Opening [Searcher@454efcf[core2] main]
   [junit4]   2> 2334037 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core2/conf
   [junit4]   2> 2334037 INFO  (coreLoadExecutor-6180-thread-3) [    x:core2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334038 INFO  (searcherExecutor-6181-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@454efcf[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334038 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334038 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334039 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334039 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c5adb6a[core1] main]
   [junit4]   2> 2334039 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/core1/conf
   [junit4]   2> 2334040 INFO  (coreLoadExecutor-6180-thread-2) [    x:core1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334040 INFO  (searcherExecutor-6182-thread-1-processing-x:core1) [    x:core1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@2c5adb6a[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334041 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2334042 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3275bb4a commitCommandVersion:0
   [junit4]   2> 2334082 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@77ce3c8b[core1] main]
   [junit4]   2> 2334082 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2334083 INFO  (searcherExecutor-6182-thread-1) [    ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@77ce3c8b[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c7)))}
   [junit4]   2> 2334090 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=6
   [junit4]   2> 2334092 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 2334093 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334093 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334110 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334115 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [badConfig1] Schema name=tiny
   [junit4]   2> 2334117 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334117 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badConfig1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1, trusted=true
   [junit4]   2> 2334117 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig1' (registry 'solr.core.badConfig1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334118 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334118 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[badConfig1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1/data/]
   [junit4]   2> 2334121 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=30, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7273015405132749]
   [junit4]   2> 2334182 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334182 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334183 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=72.0830078125, floorSegmentMB=1.9912109375, forceMergeDeletesPctAllowed=15.589924874725604, segmentsPerTier=48.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2334184 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39afa5fe[badConfig1] main]
   [junit4]   2> 2334184 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig1/conf
   [junit4]   2> 2334185 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334186 INFO  (searcherExecutor-6195-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@39afa5fe[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334194 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334204 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [badConfig2] Schema name=tiny
   [junit4]   2> 2334206 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334206 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badConfig2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2, trusted=true
   [junit4]   2> 2334206 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badConfig2' (registry 'solr.core.badConfig2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334207 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334207 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[badConfig2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2/data/]
   [junit4]   2> 2334209 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=20.0615234375, floorSegmentMB=1.046875, forceMergeDeletesPctAllowed=14.225370575664163, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.43924778389636465
   [junit4]   2> 2334286 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334286 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334287 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=675095757, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2334288 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@20fef61f[badConfig2] main]
   [junit4]   2> 2334288 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badConfig2/conf
   [junit4]   2> 2334289 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334290 INFO  (searcherExecutor-6199-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badConfig2] Registered new searcher Searcher@20fef61f[badConfig2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334302 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334307 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [badSchema1] Schema name=tiny
   [junit4]   2> 2334310 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334310 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badSchema1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1, trusted=true
   [junit4]   2> 2334312 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema1' (registry 'solr.core.badSchema1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334312 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334312 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[badSchema1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1/data/]
   [junit4]   2> 2334315 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5221183811313271]
   [junit4]   2> 2334371 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334371 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334372 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4559901955061251]
   [junit4]   2> 2334373 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e48450b[badSchema1] main]
   [junit4]   2> 2334373 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema1/conf
   [junit4]   2> 2334374 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334383 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334385 INFO  (searcherExecutor-6203-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@7e48450b[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334389 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [badSchema2] Schema name=tiny
   [junit4]   2> 2334391 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334391 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badSchema2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2, trusted=true
   [junit4]   2> 2334391 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.badSchema2' (registry 'solr.core.badSchema2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334391 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334391 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[badSchema2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2/data/]
   [junit4]   2> 2334393 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=45, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7429043464896927]
   [junit4]   2> 2334433 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334433 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334434 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=1.8740234375, floorSegmentMB=1.7158203125, forceMergeDeletesPctAllowed=8.925646913166393, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2334434 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d74f586[badSchema2] main]
   [junit4]   2> 2334434 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-001/badSchema2/conf
   [junit4]   2> 2334435 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334435 INFO  (searcherExecutor-6207-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badSchema2] Registered new searcher Searcher@7d74f586[badSchema2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334437 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2334437 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3275bb4a commitCommandVersion:0
   [junit4]   2> 2334464 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e31b29a[core1] main]
   [junit4]   2> 2334464 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2334465 INFO  (searcherExecutor-6182-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@e31b29a[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(8.0.0):c7)))}
   [junit4]   2> 2334465 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 2334466 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 2334466 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334466 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334467 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2334467 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@30d0e26a commitCommandVersion:0
   [junit4]   2> 2334497 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4359b000[badConfig1] main]
   [junit4]   2> 2334498 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2334499 INFO  (searcherExecutor-6195-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@4359b000[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c7)))}
   [junit4]   2> 2334499 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 2334500 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 2334500 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334500 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badConfig1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334501 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2334501 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6e6b5c05 commitCommandVersion:0
   [junit4]   2> 2334528 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bf629b3[badSchema1] main]
   [junit4]   2> 2334529 INFO  (searcherExecutor-6203-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badSchema1] Registered new searcher Searcher@7bf629b3[badSchema1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):c7)))}
   [junit4]   2> 2334529 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2334529 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 2334530 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=0
   [junit4]   2> 2334530 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334530 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.S.Request [badSchema1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2334530 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1004648972
   [junit4]   2> 2334530 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2334530 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4431c8b3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f5b6c37
   [junit4]   2> 2334534 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2334534 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e140cea: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@704af8e9
   [junit4]   2> 2334537 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2334537 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71c2e19e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@74757238
   [junit4]   2> 2334538 INFO  (coreCloseExecutor-6217-thread-1-processing-x:badConfig1) [    x:core2] o.a.s.c.SolrCore [core2]  CLOSING SolrCore org.apache.solr.core.SolrCore@b5871b9
   [junit4]   2> 2334538 INFO  (coreCloseExecutor-6217-thread-1-processing-x:badConfig1) [    x:core2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core2, tag=190345657
   [junit4]   2> 2334538 INFO  (coreCloseExecutor-6217-thread-1-processing-x:badConfig1) [    x:core2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@81218d9: rootName = null, domain = solr.core.core2, service url = null, agent id = null] for registry solr.core.core2 / com.codahale.metrics.MetricRegistry@24c2f1cb
   [junit4]   2> 2334538 INFO  (coreCloseExecutor-6217-thread-2-processing-x:badConfig1) [    x:core1] o.a.s.c.SolrCore [core1]  CLOSING SolrCore org.apache.solr.core.SolrCore@442e92b4
   [junit4]   2> 2334538 INFO  (coreCloseExecutor-6217-thread-3-processing-x:badConfig1) [    x:badSchema1] o.a.s.c.SolrCore [badSchema1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6a74a08b
   [junit4]   2> 2334538 INFO  (coreCloseExecutor-6217-thread-4-processing-x:badConfig1) [    x:badSchema2] o.a.s.c.SolrCore [badSchema2]  CLOSING SolrCore org.apache.solr.core.SolrCore@57899e8f
   [junit4]   2> 2334542 INFO  (coreCloseExecutor-6217-thread-5-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badConfig1]  CLOSING SolrCore org.apache.solr.core.SolrCore@49599e48
   [junit4]   2> 2334542 INFO  (coreCloseExecutor-6217-thread-6-processing-x:badConfig1) [    x:badConfig2] o.a.s.c.SolrCore [badConfig2]  CLOSING SolrCore org.apache.solr.core.SolrCore@e9b0cf2
   [junit4]   2> 2334544 INFO  (coreCloseExecutor-6217-thread-2-processing-x:badConfig1) [    x:core1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core1, tag=1143902900
   [junit4]   2> 2334544 INFO  (coreCloseExecutor-6217-thread-2-processing-x:badConfig1) [    x:core1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67a71d0b: rootName = null, domain = solr.core.core1, service url = null, agent id = null] for registry solr.core.core1 / com.codahale.metrics.MetricRegistry@1ac6b7df
   [junit4]   2> 2334551 INFO  (coreCloseExecutor-6217-thread-3-processing-x:badConfig1) [    x:badSchema1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema1, tag=1786028171
   [junit4]   2> 2334551 INFO  (coreCloseExecutor-6217-thread-3-processing-x:badConfig1) [    x:badSchema1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d34768c: rootName = null, domain = solr.core.badSchema1, service url = null, agent id = null] for registry solr.core.badSchema1 / com.codahale.metrics.MetricRegistry@12c827f6
   [junit4]   2> 2334558 INFO  (coreCloseExecutor-6217-thread-4-processing-x:badConfig1) [    x:badSchema2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badSchema2, tag=1468636815
   [junit4]   2> 2334558 INFO  (coreCloseExecutor-6217-thread-4-processing-x:badConfig1) [    x:badSchema2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e47c3ca: rootName = null, domain = solr.core.badSchema2, service url = null, agent id = null] for registry solr.core.badSchema2 / com.codahale.metrics.MetricRegistry@1b03dc6e
   [junit4]   2> 2334565 INFO  (coreCloseExecutor-6217-thread-5-processing-x:badConfig1) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig1, tag=1230609992
   [junit4]   2> 2334565 INFO  (coreCloseExecutor-6217-thread-5-processing-x:badConfig1) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f38d081: rootName = null, domain = solr.core.badConfig1, service url = null, agent id = null] for registry solr.core.badConfig1 / com.codahale.metrics.MetricRegistry@65486cb1
   [junit4]   2> 2334572 INFO  (coreCloseExecutor-6217-thread-6-processing-x:badConfig1) [    x:badConfig2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.badConfig2, tag=245042418
   [junit4]   2> 2334572 INFO  (coreCloseExecutor-6217-thread-6-processing-x:badConfig1) [    x:badConfig2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f9cd77d: rootName = null, domain = solr.core.badConfig2, service url = null, agent id = null] for registry solr.core.badConfig2 / com.codahale.metrics.MetricRegistry@765d1d69
   [junit4]   2> 2334579 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.SolrTestCaseJ4 ###Ending testBadConfigsGenerateErrors
   [junit4]   2> 2334581 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.SolrTestCaseJ4 ###Starting testCreateTransientFromAdmin
   [junit4]   2> 2334587 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/solr.xml
   [junit4]   2> 2334601 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2334627 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334634 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334634 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334636 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2334642 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334644 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334648 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334649 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
   [junit4]   2> 2334649 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
   [junit4]   2> 2334651 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334651 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection1, trusted=true
   [junit4]   2> 2334651 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334651 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334652 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection1/data/]
   [junit4]   2> 2334652 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334652 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection5, trusted=true
   [junit4]   2> 2334653 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334653 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334653 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection5/data/]
   [junit4]   2> 2334653 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
   [junit4]   2> 2334654 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334655 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334655 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection2, trusted=true
   [junit4]   2> 2334655 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334655 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334655 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./collection2/data/]
   [junit4]   2> 2334656 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334656 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334720 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334720 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334721 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334721 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334722 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334722 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334722 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7014330[collection1] main]
   [junit4]   2> 2334722 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3759aed7[collection2] main]
   [junit4]   2> 2334722 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection2/conf
   [junit4]   2> 2334722 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection1/conf
   [junit4]   2> 2334723 INFO  (coreLoadExecutor-6224-thread-2-processing-x:badConfig1) [    x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334723 INFO  (coreLoadExecutor-6224-thread-1-processing-x:badConfig1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334723 INFO  (searcherExecutor-6227-thread-1-processing-x:collection2) [    x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@3759aed7[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334724 INFO  (searcherExecutor-6225-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7014330[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334725 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334725 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334726 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=38, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2334726 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@7fc4eb15[collection5] main]
   [junit4]   2> 2334727 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/collection5/conf
   [junit4]   2> 2334727 INFO  (coreLoadExecutor-6224-thread-3-processing-x:badConfig1) [    x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334728 INFO  (searcherExecutor-6226-thread-1-processing-x:collection5) [    x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@7fc4eb15[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334735 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=true&transient=true&name=core1&action=CREATE&wt=xml
   [junit4]   2> 2334745 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334750 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [core1] Schema name=tiny
   [junit4]   2> 2334752 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334752 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core1, trusted=true
   [junit4]   2> 2334752 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334752 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334752 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core1/data/]
   [junit4]   2> 2334755 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=22.6611328125, floorSegmentMB=1.35546875, forceMergeDeletesPctAllowed=16.936528608719076, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2334810 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334810 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334812 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2067627201631262]
   [junit4]   2> 2334812 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5ad080b0[core1] main]
   [junit4]   2> 2334812 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core1/conf
   [junit4]   2> 2334813 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334814 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=false&transient=true&name=core2&action=CREATE&wt=xml
   [junit4]   2> 2334814 INFO  (searcherExecutor-6238-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@5ad080b0[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334823 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334828 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [core2] Schema name=tiny
   [junit4]   2> 2334830 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334830 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core2, trusted=true
   [junit4]   2> 2334830 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core2' (registry 'solr.core.core2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334830 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334831 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core2/data/]
   [junit4]   2> 2334834 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=31, maxMergeAtOnceExplicit=10, maxMergedSegmentMB=64.4619140625, floorSegmentMB=0.6279296875, forceMergeDeletesPctAllowed=17.463514839048084, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2334885 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334885 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334886 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=31, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2334886 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15791f78[core2] main]
   [junit4]   2> 2334887 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core2/conf
   [junit4]   2> 2334887 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334888 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=true&transient=true&name=core3&action=CREATE&wt=xml
   [junit4]   2> 2334888 INFO  (searcherExecutor-6243-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@15791f78[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334896 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334899 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [core3] Schema name=tiny
   [junit4]   2> 2334900 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334900 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core3' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core3, trusted=true
   [junit4]   2> 2334900 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core3' (registry 'solr.core.core3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334900 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334901 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[core3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core3/data/]
   [junit4]   2> 2334902 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=84.44921875, floorSegmentMB=1.001953125, forceMergeDeletesPctAllowed=26.563030633058627, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3953105179135926
   [junit4]   2> 2334955 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2334955 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2334956 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=63.2001953125, floorSegmentMB=0.5361328125, forceMergeDeletesPctAllowed=10.91753603421648, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24715762480243184
   [junit4]   2> 2334956 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@27b13c07[core3] main]
   [junit4]   2> 2334956 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core3/conf
   [junit4]   2> 2334957 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2334957 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=false&transient=true&name=core4&action=CREATE&wt=xml
   [junit4]   2> 2334957 INFO  (searcherExecutor-6248-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [core3] Registered new searcher Searcher@27b13c07[core3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2334963 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2334967 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [core4] Schema name=tiny
   [junit4]   2> 2334969 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2334969 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core4' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core4, trusted=true
   [junit4]   2> 2334969 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core4' (registry 'solr.core.core4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2334969 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2334970 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[core4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core4/data/]
   [junit4]   2> 2334972 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6900036387323658]
   [junit4]   2> 2335010 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2335010 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2335011 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=49.279296875, floorSegmentMB=1.76953125, forceMergeDeletesPctAllowed=23.94257788213379, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5923309154752914
   [junit4]   2> 2335011 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12cef783[core4] main]
   [junit4]   2> 2335011 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core4/conf
   [junit4]   2> 2335012 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2335012 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.TransientSolrCoreCacheDefault Closing transient core [collection2]
   [junit4]   2> 2335012 INFO  (Thread-3111) [    x:badConfig1] o.a.s.c.SolrCore [collection2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4acda45b
   [junit4]   2> 2335012 INFO  (searcherExecutor-6253-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [core4] Registered new searcher Searcher@12cef783[core4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2335013 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.a.CoreAdminOperation core create command loadOnStartup=false&transient=true&name=core5&action=CREATE&wt=xml
   [junit4]   2> 2335013 INFO  (Thread-3111) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2, tag=1254990939
   [junit4]   2> 2335013 INFO  (Thread-3111) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3554334c: rootName = null, domain = solr.core.collection2, service url = null, agent id = null] for registry solr.core.collection2 / com.codahale.metrics.MetricRegistry@15faf864
   [junit4]   2> 2335019 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2335023 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [core5] Schema name=tiny
   [junit4]   2> 2335024 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2335024 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core5, trusted=true
   [junit4]   2> 2335024 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core5' (registry 'solr.core.core5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2335025 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2335025 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[core5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core5/data/]
   [junit4]   2> 2335027 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2063ce84
   [junit4]   2> 2335064 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2335064 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2335065 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=81.0634765625, floorSegmentMB=1.84765625, forceMergeDeletesPctAllowed=27.569482172067936, segmentsPerTier=39.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2335065 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@447a015a[core5] main]
   [junit4]   2> 2335066 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core5/conf
   [junit4]   2> 2335066 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2335067 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.TransientSolrCoreCacheDefault Closing transient core [core1]
   [junit4]   2> 2335067 INFO  (Thread-3111) [    x:badConfig1] o.a.s.c.SolrCore [core1]  CLOSING SolrCore org.apache.solr.core.SolrCore@13c7e10
   [junit4]   2> 2335067 INFO  (Thread-3111) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.core1, tag=20741648
   [junit4]   2> 2335067 INFO  (Thread-3111) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@236b7b4b: rootName = null, domain = solr.core.core1, service url = null, agent id = null] for registry solr.core.core1 / com.codahale.metrics.MetricRegistry@1f029314
   [junit4]   2> 2335067 INFO  (searcherExecutor-6258-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [core5] Registered new searcher Searcher@447a015a[core5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2335078 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2335082 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema [core1] Schema name=tiny
   [junit4]   2> 2335083 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2335084 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/./core1, trusted=true
   [junit4]   2> 2335099 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.core1' (registry 'solr.core.core1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@30d38d53
   [junit4]   2> 2335100 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2335100 INFO  (TEST-TestLazyCores.testCreateTransientFromAdmin-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001/tempDir-002/core1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-L

[...truncated too long message...]

domain = solr.core.collection3, service url = null, agent id = null] for registry solr.core.collection3 / com.codahale.metrics.MetricRegistry@64da1016
   [junit4]   2> 2343619 INFO  (TEST-TestLazyCores.testRace-seed#[6D37D3DF508B1A0D]) [    x:badConfig1] o.a.s.SolrTestCaseJ4 ###Ending testRace
   [junit4]   2> 2343620 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    x:badConfig1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 2343620 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    x:badConfig1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=139607726
   [junit4]   2> 2343620 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2343620 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2343620 INFO  (SUITE-TestLazyCores-seed#[6D37D3DF508B1A0D]-worker) [    x:badConfig1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_6D37D3DF508B1A0D-001
   [junit4]   2> Sep 27, 2017 8:27:42 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Sep 27, 2017 8:28:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]   2>    1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Sep 27, 2017 8:28:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2> Sep 27, 2017 8:28:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {v_t=FST50, id=FST50, v_s=PostingsFormat(name=LuceneFixedGap), v_f=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1424, maxMBSortInHeap=6.9154301153146545, sim=RandomSimilarity(queryNorm=false): {}, locale=sq-AL, timezone=America/La_Paz
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=2,free=242239528,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [JvmMetricsTest, CollectionsAPIAsyncDistributedZkTest, TestManagedSchema, QueryElevationComponentTest, TestManagedSynonymFilterFactory, SuggesterWFSTTest, TestCloudSchemaless, MigrateRouteKeyTest, TestQuerySenderNoQuery, TestStressLiveNodes, TestGeoJSONResponseWriter, TestCloudNestedDocsSort, TestDistributedStatsComponentCardinality, ExplicitHLLTest, TestObjectReleaseTracker, TestComponentsName, TestBinaryResponseWriter, SearchHandlerTest, TestDocSet, TestLuceneMatchVersion, TestScoreJoinQPScore, TestDelegationWithHadoopAuth, TestRangeQuery, PluginInfoTest, AddSchemaFieldsUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, TestHighFrequencyDictionaryFactory, BooleanFieldTest, HighlighterConfigTest, TestComplexPhraseQParserPlugin, UUIDUpdateProcessorFallbackTest, TestCollectionAPI, SyncSliceTest, TestPushWriter, TestRandomFaceting, CachingDirectoryFactoryTest, TestReRankQParserPlugin, DistributedFacetPivotLargeTest, TestSolrConfigHandlerCloud, TestLegacyField, BlockJoinFacetRandomTest, TestLMDirichletSimilarityFactory, CdcrVersionReplicationTest, BasicDistributedZkTest, TestDefaultStatsCache, NodeMutatorTest, BasicZkTest, SolrIndexConfigTest, TestRemoteStreaming, TestAddFieldRealTimeGet, TestSimpleTextCodec, TestFunctionQuery, DistributedSpellCheckComponentTest, BinaryUpdateRequestHandlerTest, DistributedFacetPivotSmallTest, HdfsTlogReplayBufferedWhileIndexingTest, SpatialHeatmapFacetsTest, TestStressLucene, TestOmitPositions, TestDynamicFieldResource, TestPointFields, TestPivotHelperCode, TestFastOutputStream, SSLMigrationTest, TestPolicyCloud, ClassificationUpdateProcessorFactoryTest, CollectionReloadTest, TestCSVResponseWriter, TestXmlQParser, TestInitQParser, TestJettySolrRunner, TestCloudRecovery, ZkStateWriterTest, SpellCheckCollatorTest, SynonymTokenizerTest, TestExceedMaxTermLength, TestMergePolicyConfig, TestFaceting, TestStandardQParsers, TestSolrCloudSnapshots, AnalysisErrorHandlingTest, WordBreakSolrSpellCheckerTest, AnalyticsQueryTest, TestJsonFacets, TestReplicationHandler, TestIBSimilarityFactory, SolrCLIZkUtilsTest, TestWordDelimiterFilterFactory, CursorPagingTest, VMParamsZkACLAndCredentialsProvidersTest, DocValuesNotIndexedTest, TestCorePropertiesReload, TestInPlaceUpdatesStandalone, TestExclusionRuleCollectionAccess, CloneFieldUpdateProcessorFactoryTest, TestConfigSetImmutable, TestRetrieveFieldsOptimizer, TestNRTOpen, PeerSyncTest, HdfsNNFailoverTest, RAMDirectoryFactoryTest, TestTestInjection, MoveReplicaHDFSUlogDirTest, TestExtendedDismaxParser, TestExactStatsCache, OutputWriterTest, TestZkAclsWithHadoopAuth, TestBulkSchemaAPI, TestSolr4Spatial, DefaultValueUpdateProcessorTest, MergeStrategyTest, ExternalFileFieldSortTest, ZkNodePropsTest, SolrRequestParserTest, TestLazyCores]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=6D37D3DF508B1A0D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sq-AL -Dtests.timezone=America/La_Paz -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestLazyCores (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]    >    1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=25006, name=searcherExecutor-6445-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6D37D3DF508B1A0D]:0)
   [junit4] Completed [531/733 (1!)] on J0 in 32.88s, 9 tests, 3 errors <<< FAILURES!

[...truncated 47245 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20561 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20561/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates

Error Message:
Can not find doc 1 in https://127.0.0.1:35351/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 1 in https://127.0.0.1:35351/solr
	at __randomizedtesting.SeedInfo.seed([2CCF3585552FE04F:AA0ECD680A7E36AF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:861)
	at org.apache.solr.cloud.TestTlogReplica.testOutOfOrderDBQWithInPlaceUpdates(TestTlogReplica.java:664)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes

Error Message:
expected:<4> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<4> but was:<0>
	at __randomizedtesting.SeedInfo.seed([2CCF3585552FE04F:30CE4808208A9EDC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestTlogReplica.testOnlyLeaderIndexes(TestTlogReplica.java:467)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13278 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestTlogReplica
   [junit4]   2> 1966737 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/init-core-data-001
   [junit4]   2> 1966738 WARN  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1966738 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1966740 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1966741 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001
   [junit4]   2> 1966741 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1966742 INFO  (Thread-4342) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1966742 INFO  (Thread-4342) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1966744 ERROR (Thread-4342) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1966842 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40825
   [junit4]   2> 1966849 INFO  (jetty-launcher-5323-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1966849 INFO  (jetty-launcher-5323-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1966850 INFO  (jetty-launcher-5323-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5bc0a8c9{/solr,null,AVAILABLE}
   [junit4]   2> 1966850 INFO  (jetty-launcher-5323-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2866f4da{/solr,null,AVAILABLE}
   [junit4]   2> 1966852 INFO  (jetty-launcher-5323-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@683d8104{SSL,[ssl, http/1.1]}{127.0.0.1:41975}
   [junit4]   2> 1966852 INFO  (jetty-launcher-5323-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@799ab699{SSL,[ssl, http/1.1]}{127.0.0.1:35351}
   [junit4]   2> 1966852 INFO  (jetty-launcher-5323-thread-2) [    ] o.e.j.s.Server Started @1968090ms
   [junit4]   2> 1966852 INFO  (jetty-launcher-5323-thread-1) [    ] o.e.j.s.Server Started @1968090ms
   [junit4]   2> 1966852 INFO  (jetty-launcher-5323-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41975}
   [junit4]   2> 1966852 INFO  (jetty-launcher-5323-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35351}
   [junit4]   2> 1966852 ERROR (jetty-launcher-5323-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1966852 ERROR (jetty-launcher-5323-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T17:24:09.924Z
   [junit4]   2> 1966853 INFO  (jetty-launcher-5323-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T17:24:09.924Z
   [junit4]   2> 1966856 INFO  (jetty-launcher-5323-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1966860 INFO  (jetty-launcher-5323-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1966864 INFO  (jetty-launcher-5323-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40825/solr
   [junit4]   2> 1966865 INFO  (jetty-launcher-5323-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40825/solr
   [junit4]   2> 1966896 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1966896 INFO  (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1966896 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41975_solr
   [junit4]   2> 1966896 INFO  (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35351_solr
   [junit4]   2> 1966896 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.c.Overseer Overseer (id=98732149952610309-127.0.0.1:41975_solr-n_0000000000) starting
   [junit4]   2> 1966897 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1966897 INFO  (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1966904 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41975_solr
   [junit4]   2> 1966904 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1966905 INFO  (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1966932 INFO  (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1966949 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1966949 INFO  (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1966950 INFO  (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1966950 INFO  (jetty-launcher-5323-thread-1) [n:127.0.0.1:35351_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node1/.
   [junit4]   2> 1966954 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1966954 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1966955 INFO  (jetty-launcher-5323-thread-2) [n:127.0.0.1:41975_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node2/.
   [junit4]   2> 1966976 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1966976 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40825/solr ready
   [junit4]   2> 1966977 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
   [junit4]   2> 1966993 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1966994 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1967002 INFO  (TEST-TestTlogReplica.testRemoveLeader-seed#[2CCF3585552FE04F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRemoveLeader
   [junit4]   2> 1967003 INFO  (qtp1050892156-26457) [n:127.0.0.1:35351_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1967004 INFO  (OverseerThreadFactory-7641-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_remove_leader
   [junit4]   2> 1967110 INFO  (OverseerStateUpdate-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_remove_leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_remove_leader_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35351/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 1967112 INFO  (OverseerStateUpdate-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"tlog_replica_test_remove_leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_remove_leader_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41975/solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 1967317 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1967318 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1967353 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1967354 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1967459 INFO  (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1967459 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1967459 INFO  (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1967459 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1968331 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1968338 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 1968341 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1968341 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t1' using configuration from collection tlog_replica_test_remove_leader, trusted=true
   [junit4]   2> 1968342 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.core.tlog_replica_test_remove_leader.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1968342 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1968342 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_remove_leader_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node1/tlog_replica_test_remove_leader_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node1/./tlog_replica_test_remove_leader_shard1_replica_t1/data/]
   [junit4]   2> 1968363 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1968368 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 1968369 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1968370 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t2' using configuration from collection tlog_replica_test_remove_leader, trusted=true
   [junit4]   2> 1968370 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41975.solr.core.tlog_replica_test_remove_leader.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1968370 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1968370 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_remove_leader_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node2/tlog_replica_test_remove_leader_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001/tempDir-001/node2/./tlog_replica_test_remove_leader_shard1_replica_t2/data/]
   [junit4]   2> 1968382 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1968382 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1968382 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1968382 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1968383 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@740487e2[tlog_replica_test_remove_leader_shard1_replica_t1] main]
   [junit4]   2> 1968384 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1968385 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1968385 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1968385 INFO  (searcherExecutor-7646-thread-1-processing-n:127.0.0.1:35351_solr x:tlog_replica_test_remove_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_remove_leader r:core_node3) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] Registered new searcher Searcher@740487e2[tlog_replica_test_remove_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1968386 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579714400964575232
   [junit4]   2> 1968389 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1968394 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1968394 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1968408 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1968408 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1968408 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@29a7d07e[tlog_replica_test_remove_leader_shard1_replica_t2] main]
   [junit4]   2> 1968410 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1968410 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1968410 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1968411 INFO  (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@29a7d07e[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1968411 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579714400990789632
   [junit4]   2> 1968490 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1968490 INFO  (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1968490 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1968490 INFO  (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1968889 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1968889 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1968889 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/
   [junit4]   2> 1968890 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_remove_leader_shard1_replica_t1 url=https://127.0.0.1:35351/solr START replicas=[https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/] nUpdates=100
   [junit4]   2> 1968894 INFO  (qtp115708258-26450) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1969190 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_remove_leader_shard1_replica_t1 url=https://127.0.0.1:35351/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1969191 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1969191 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1969191 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1969191 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 1969196 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/ shard1
   [junit4]   2> 1969300 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1969300 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1969300 INFO  (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1969300 INFO  (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1969347 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1969349 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2031
   [junit4]   2> 1969414 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t2 starting background replication from leader
   [junit4]   2> 1969414 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1969417 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1969417 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1969419 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_remove_leader_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2065
   [junit4]   2> 1969422 INFO  (qtp1050892156-26457) [n:127.0.0.1:35351_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1969523 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1969523 INFO  (zkCallback-5335-thread-1-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1969523 INFO  (zkCallback-5335-thread-2-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1969523 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1970354 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/
   [junit4]   2> 1970357 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1970357 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1970357 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1970357 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1970357 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1970357 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 1970357 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f7a20f[tlog_replica_test_remove_leader_shard1_replica_t2] main]
   [junit4]   2> 1970359 INFO  (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@6f7a20f[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1970422 INFO  (qtp1050892156-26457) [n:127.0.0.1:35351_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_remove_leader&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3419
   [junit4]   2> 1970431 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&wt=javabin&version=2}{add=[1 (1579714403104718848)]} 0 0
   [junit4]   2> 1970431 INFO  (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1579714403104718848)]} 0 4
   [junit4]   2> 1970433 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 1970434 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579714403112058880,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1970434 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@5fe087c4 commitCommandVersion:1579714403112058880
   [junit4]   2> 1970437 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@c2332bb[tlog_replica_test_remove_leader_shard1_replica_t1] main]
   [junit4]   2> 1970438 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1970439 INFO  (searcherExecutor-7646-thread-1-processing-n:127.0.0.1:35351_solr x:tlog_replica_test_remove_leader_shard1_replica_t1 s:shard1 c:tlog_replica_test_remove_leader r:core_node3) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1] Registered new searcher Searcher@c2332bb[tlog_replica_test_remove_leader_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1970439 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:35351/solr/tlog_replica_test_remove_leader_shard1_replica_t1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 5
   [junit4]   2> 1970439 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_remove_leader:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 7
   [junit4]   2> 1970442 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1970445 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1970448 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1970549 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1970650 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1970750 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1970851 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1970952 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971006 INFO  (OverseerCollectionConfigSetProcessor-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1971053 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971153 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971254 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971355 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971456 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971557 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971657 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971758 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971859 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1971959 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972060 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972161 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972262 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972362 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972463 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972564 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972665 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972765 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972866 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1972967 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1973068 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1973168 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1973269 INFO  (qtp115708258-26461) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1973355 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1973355 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1973355 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 1506533053505
   [junit4]   2> 1973355 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1973355 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 1973355 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1973357 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=0
   [junit4]   2> 1973357 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
   [junit4]   2> 1973358 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@83ef17d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1938a2da)
   [junit4]   2> 1973359 INFO  (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973361 INFO  (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973362 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973363 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973366 INFO  (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973367 INFO  (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973368 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973368 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973369 INFO  (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973369 INFO  (qtp1050892156-26459) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973370 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1973370 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973371 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973371 INFO  (qtp1050892156-26462) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node3 x:tlog_replica_test_remove_leader_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1973372 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2403) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@83ef17d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1938a2da)
   [junit4]   2> 1973373 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1973374 INFO  (indexFetcher-7657-thread-1) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1013e703[tlog_replica_test_remove_leader_shard1_replica_t2] main]
   [junit4]   2> 1973375 INFO  (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@1013e703[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1973471 INFO  (qtp115708258-26452) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1973473 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node3&action=DELETEREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1973479 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, tag=null
   [junit4]   2> 1973479 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33d2864a: rootName = solr_35351, domain = solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, service url = null, agent id = null] for registry solr.core.tlog_replica_test_remove_leader.shard1.replica_t1 / com.codahale.metrics.MetricRegistry@4fd036d2
   [junit4]   2> 1973495 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr    ] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 1973495 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr    ] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2dbab747
   [junit4]   2> 1973495 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.tlog_replica_test_remove_leader.shard1.replica_t1, tag=767211335
   [junit4]   2> 1973495 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_remove_leader.shard1.leader, tag=767211335
   [junit4]   2> 1973500 INFO  (qtp1050892156-26453) [n:127.0.0.1:35351_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=tlog_replica_test_remove_leader_shard1_replica_t1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=21
   [junit4]   2> 1973501 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1973501 INFO  (zkCallback-5341-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973501 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973501 INFO  (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973602 INFO  (qtp1050892156-26449) [n:127.0.0.1:35351_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node3&action=DELETEREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2} status=0 QTime=128
   [junit4]   2> 1973602 INFO  (zkCallback-5341-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973602 INFO  (zkCallback-5334-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1973603 INFO  (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1975476 INFO  (OverseerCollectionConfigSetProcessor-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1976001 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/
   [junit4]   2> 1976001 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1976001 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SyncStrategy https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/ has no replicas
   [junit4]   2> 1976001 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_remove_leader_shard1_replica_t2 stopping background replication from leader
   [junit4]   2> 1976002 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext New leader does not have old tlog to replay
   [junit4]   2> 1976004 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41975/solr/tlog_replica_test_remove_leader_shard1_replica_t2/ shard1
   [junit4]   2> 1976005 INFO  (zkCallback-5341-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1976005 INFO  (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1976005 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1976105 INFO  (qtp115708258-26448) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1579714409057484800)]} 0 1
   [junit4]   2> 1976108 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1579714409061679104,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1976108 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@74de990 commitCommandVersion:1579714409061679104
   [junit4]   2> 1976110 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@49ecb7a9[tlog_replica_test_remove_leader_shard1_replica_t2] main]
   [junit4]   2> 1976110 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1976111 INFO  (searcherExecutor-7647-thread-1-processing-n:127.0.0.1:41975_solr x:tlog_replica_test_remove_leader_shard1_replica_t2 s:shard1 c:tlog_replica_test_remove_leader r:core_node4) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_remove_leader_shard1_replica_t2] Registered new searcher Searcher@49ecb7a9[tlog_replica_test_remove_leader_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1)))}
   [junit4]   2> 1976111 INFO  (qtp115708258-26460) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/update params={_stateVer_=tlog_replica_test_remove_leader:8&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 1976117 INFO  (qtp115708258-26450) [n:127.0.0.1:41975_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node4 x:tlog_replica_test_remove_leader_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_remove_leader_shard1_replica_t2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=2 status=0 QTime=0
   [junit4]   2> 1976118 INFO  (qtp1050892156-26447) [n:127.0.0.1:35351_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=tlog_replica_test_remove_leader&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1976119 INFO  (OverseerThreadFactory-7641-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35351_solr for creating new replica
   [junit4]   2> 1976120 INFO  (OverseerStateUpdate-98732149952610309-127.0.0.1:41975_solr-n_0000000000) [n:127.0.0.1:41975_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"tlog_replica_test_remove_leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"tlog_replica_test_remove_leader_shard1_replica_t5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35351/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35351_solr",
   [junit4]   2>   "type":"TLOG"} 
   [junit4]   2> 1976222 INFO  (zkCallback-5341-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1976222 INFO  (zkCallback-5334-thread-2-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1976222 INFO  (zkCallback-5334-thread-3-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_remove_leader/state.json] for collection [tlog_replica_test_remove_leader] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1976321 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=tlog_replica_test_remove_leader_shard1_replica_t5&action=CREATE&collection=tlog_replica_test_remove_leader&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1976328 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1976336 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.s.IndexSchema [tlog_replica_test_remove_leader_shard1_replica_t5] Schema name=minimal
   [junit4]   2> 1976338 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1976338 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_remove_leader_shard1_replica_t5' using configuration from collection tlog_replica_test_remove_leader, trusted=true
   [junit4]   2> 1976339 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35351.solr.core.tlog_replica_test_remove_leader.shard1.replica_t5' (registry 'solr.core.tlog_replica_test_remove_leader.shard1.replica_t5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@55af1ddb
   [junit4]   2> 1976339 INFO  (qtp1050892156-26451) [n:127.0.0.1:35351_solr c:tlog_replica_test_remove_leader s:shard1 r:core_node6 x:tlog_replica_test_remove_leader_shard1_replica_t5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1976339 INFO  (qtp1050892156-2645

[...truncated too long message...]

_test_out_of_order_db_qwith_in_place_updates.shard1.replica_t2 / com.codahale.metrics.MetricRegistry@59e265dc
   [junit4]   2> 2066124 WARN  (zkCallback-5391-thread-1-processing-n:127.0.0.1:41975_solr) [n:127.0.0.1:41975_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2066124 INFO  (zkCallback-5354-thread-3-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2066124 INFO  (jetty-closer-5324-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@ddc309a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2066129 INFO  (coreCloseExecutor-8091-thread-1) [n:127.0.0.1:35351_solr c:tlog_replica_test_out_of_order_db_qwith_in_place_updates s:shard1 r:core_node4 x:tlog_replica_test_out_of_order_db_qwith_in_place_updates_shard1_replica_t2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.tlog_replica_test_out_of_order_db_qwith_in_place_updates.shard1.leader, tag=1936434474
   [junit4]   2> 2066130 INFO  (jetty-closer-5324-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98732149952610318-127.0.0.1:35351_solr-n_0000000003) closing
   [junit4]   2> 2066130 INFO  (OverseerStateUpdate-98732149952610318-127.0.0.1:35351_solr-n_0000000003) [n:127.0.0.1:35351_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35351_solr
   [junit4]   2> 2067632 WARN  (zkCallback-5354-thread-3-processing-n:127.0.0.1:35351_solr) [n:127.0.0.1:35351_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2067632 INFO  (jetty-closer-5324-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@629be64a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2067633 ERROR (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2067633 INFO  (SUITE-TestTlogReplica-seed#[2CCF3585552FE04F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40825 40825
   [junit4]   2> 2077685 INFO  (Thread-4342) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40825 40825
   [junit4]   2> 2077686 WARN  (Thread-4342) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/configs/conf
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	9	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2> 	28	/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2> 	25	/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2> 	25	/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2> 	23	/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2> 	23	/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2> 	22	/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2> 	21	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2> 	13	/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2> 	10	/solr/clusterprops.json
   [junit4]   2> 	10	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2> 	6	/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2> 	5	/solr/overseer_elect/election/98732149952610318-127.0.0.1:35351_solr-n_0000000003
   [junit4]   2> 	4	/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98732149952610318-core_node3-n_0000000000
   [junit4]   2> 	3	/solr/overseer_elect/election/98732149952610309-127.0.0.1:41975_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98732149952610309-core_node16-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestTlogReplica_2CCF3585552FE04F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=zh-TW, timezone=Asia/Jayapura
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=187668992,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SSLMigrationTest, TestPHPSerializedResponseWriter, TestRealTimeGet, TestPointFields, TestSolrCloudSnapshots, FieldAnalysisRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestFieldCacheSort, OverseerStatusTest, TestGeoJSONResponseWriter, TestSolr4Spatial, TestQuerySenderNoQuery, TestUseDocValuesAsStored, ZkNodePropsTest, QueryResultKeyTest, TestStandardQParsers, ClassificationUpdateProcessorFactoryTest, DistribJoinFromCollectionTest, TestSolrConfigHandlerCloud, TestPushWriter, TestDeleteCollectionOnDownNodes, TestConfigSetImmutable, XmlUpdateRequestHandlerTest, TestDistributedStatsComponentCardinality, TestCollectionAPIs, TestCollectionAPI, ExternalFileFieldSortTest, TestCorePropertiesReload, SpellingQueryConverterTest, TestCloudNestedDocsSort, TestNonDefinedSimilarityFactory, IndexBasedSpellCheckerTest, TestPKIAuthenticationPlugin, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, SolrMetricManagerTest, TestInPlaceUpdatesStandalone, ChaosMonkeyNothingIsSafeTest, TestXmlQParser, InfixSuggestersTest, UUIDUpdateProcessorFallbackTest, TestSizeLimitedDistributedMap, TestJoin, TestAddFieldRealTimeGet, AliasIntegrationTest, TestLMDirichletSimilarityFactory, TestFunctionQuery, TestComplexPhraseQParserPlugin, DistributedDebugComponentTest, FieldMutatingUpdateProcessorTest, SolrGangliaReporterTest, TestReplicaProperties, TestManagedResource, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCollationField, TestCloudSchemaless, NodeMutatorTest, TestImplicitCoreProperties, ManagedSchemaRoundRobinCloudTest, UninvertDocValuesMergePolicyTest, TestNumericRangeQuery64, TestPrepRecovery, TestHighlightDedupGrouping, AnalysisErrorHandlingTest, PeerSyncWithIndexFingerprintCachingTest, SpellCheckCollatorTest, ZkStateWriterTest, TestBlendedInfixSuggestions, TestSerializedLuceneMatchVersion, TestPhraseSuggestions, TestLeaderElectionZkExpiry, SolrRequestParserTest, TestReplicationHandler, TestRangeQuery, RAMDirectoryFactoryTest, ConfigSetsAPITest, TestFilteredDocIdSet, HdfsRestartWhileUpdatingTest, CloneFieldUpdateProcessorFactoryTest, TestHighFrequencyDictionaryFactory, CursorPagingTest, TestDelegationWithHadoopAuth, QueryElevationComponentTest, PeerSyncTest, TestMacros, HighlighterMaxOffsetTest, TestStressLiveNodes, TestFieldTypeCollectionResource, TestSearcherReuse, DocumentAnalysisRequestHandlerTest, TestRandomDVFaceting, SolrShardReporterTest, HdfsNNFailoverTest, MBeansHandlerTest, HdfsChaosMonkeyNothingIsSafeTest, SolrIndexConfigTest, TestIBSimilarityFactory, UUIDFieldTest, DistributedFacetPivotLargeTest, AsyncCallRequestStatusResponseTest, TestOmitPositions, TestSubQueryTransformer, CachingDirectoryFactoryTest, SolrCLIZkUtilsTest, BigEndianAscendingWordDeserializerTest, TestCloudJSONFacetJoinDomain, TestDocSet, BlockJoinFacetRandomTest, TestZkAclsWithHadoopAuth, HdfsTlogReplayBufferedWhileIndexingTest, TestLuceneMatchVersion, TestDocTermOrds, RecoveryAfterSoftCommitTest, TestTestInjection, TestCrossCoreJoin, TestEmbeddedSolrServerAdminHandler, DirectoryFactoryTest, TestLazyCores, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ZkCLITest, ShardRoutingCustomTest, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, HardAutoCommitTest, SolrCoreTest, SolrCmdDistributorTest, TestSort, TestBadConfig, SoftAutoCommitTest, TestMergePolicyConfig, MultiTermTest, TestBinaryField, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestFastWriter, TestFastOutputStream, TestFastLRUCache, DOMUtilTest, TestDocumentBuilder, SystemInfoHandlerTest, CircularListTest, SolrTestCaseJ4Test, TestSimpleTrackingShardHandler, ChaosMonkeySafeLeaderWithPullReplicasTest, CreateCollectionCleanupTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaHDFSUlogDirTest, OverseerCollectionConfigSetProcessorTest, OverseerTaskQueueTest, RemoteQueryErrorTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt, TestTlogReplica]
   [junit4] Completed [580/733 (1!)] on J0 in 110.97s, 13 tests, 2 failures <<< FAILURES!

[...truncated 47153 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20560 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20560/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([A76C2B69C82AC5BD]:0)




Build Log:
[...truncated 13210 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation
   [junit4]   2> 1806688 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/init-core-data-001
   [junit4]   2> 1806688 WARN  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1806689 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1806690 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1806707 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001
   [junit4]   2> 1806707 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1806707 INFO  (Thread-4705) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1806707 INFO  (Thread-4705) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1806709 ERROR (Thread-4705) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1806807 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44889
   [junit4]   2> 1806811 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1806812 INFO  (jetty-launcher-2488-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1806812 INFO  (jetty-launcher-2488-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1806812 INFO  (jetty-launcher-2488-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36089ddf{/solr,null,AVAILABLE}
   [junit4]   2> 1806813 INFO  (jetty-launcher-2488-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1410bb98{/solr,null,AVAILABLE}
   [junit4]   2> 1806815 INFO  (jetty-launcher-2488-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@70905f46{HTTP/1.1,[http/1.1]}{127.0.0.1:36601}
   [junit4]   2> 1806815 INFO  (jetty-launcher-2488-thread-1) [    ] o.e.j.s.Server Started @1808116ms
   [junit4]   2> 1806815 INFO  (jetty-launcher-2488-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36601}
   [junit4]   2> 1806818 INFO  (jetty-launcher-2488-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54a6741c{HTTP/1.1,[http/1.1]}{127.0.0.1:36659}
   [junit4]   2> 1806818 INFO  (jetty-launcher-2488-thread-2) [    ] o.e.j.s.Server Started @1808119ms
   [junit4]   2> 1806818 INFO  (jetty-launcher-2488-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36659}
   [junit4]   2> 1806819 ERROR (jetty-launcher-2488-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1806819 INFO  (jetty-launcher-2488-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1806819 INFO  (jetty-launcher-2488-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1806819 INFO  (jetty-launcher-2488-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1806819 INFO  (jetty-launcher-2488-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T14:19:27.512Z
   [junit4]   2> 1806820 ERROR (jetty-launcher-2488-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1806820 INFO  (jetty-launcher-2488-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1806820 INFO  (jetty-launcher-2488-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1806820 INFO  (jetty-launcher-2488-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 1806820 INFO  (jetty-launcher-2488-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T14:19:27.513Z
   [junit4]   2> 1806825 INFO  (jetty-launcher-2488-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1806826 INFO  (jetty-launcher-2488-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1806834 INFO  (jetty-launcher-2488-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44889/solr
   [junit4]   2> 1806837 INFO  (jetty-launcher-2488-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44889/solr
   [junit4]   2> 1806875 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1806875 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36659_solr
   [junit4]   2> 1806876 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.Overseer Overseer (id=98731423655591941-127.0.0.1:36659_solr-n_0000000000) starting
   [junit4]   2> 1806877 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1806878 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36601_solr
   [junit4]   2> 1806882 INFO  (zkCallback-2500-thread-1-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1806883 INFO  (OverseerStateUpdate-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1806883 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36659_solr
   [junit4]   2> 1806883 INFO  (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1806889 INFO  (zkCallback-2500-thread-1-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1806905 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1806906 WARN  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1806910 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1806922 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HttpParamDelegationTokenPlugin
   [junit4]   2> 1806922 WARN  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1806923 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.s.KerberosPlugin Params: {solr.kerberos.impersonator.user.noGroups.hosts=*, solr.kerberos.impersonator.user.bogusGroup.groups=__some_bogus_group, token.valid=30, cookie.domain=127.0.0.1, solr.kerberos.impersonator.user.anyHostAnyUser.groups=*, solr.kerberos.impersonator.user.bogusGroup.hosts=*, solr.kerberos.impersonator.user.anyHostAnyUser.hosts=*, token.validity=36000, solr.kerberos.impersonator.user.noHosts.groups=*, type=kerberos, solr.kerberos.impersonator.user.localHostAnyGroup.groups=*, delegation-token.token-kind=solr-dt, solr.kerberos.impersonator.user.wrongHost.hosts=1.1.1.1.1.1, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, solr.kerberos.impersonator.user.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, signer.secret.provider.zookeeper.path=/token, solr.kerberos.impersonator.user.anyHostUsersGroup.groups=jenkins, zk-dt-secret-manager.enable=true, solr.kerberos.impersonator.user.wrongHost.groups=*, kerberos.name.rules=DEFAULT, signer.secret.provider=zookeeper, solr.kerberos.impersonator.user.anyHostUsersGroup.hosts=*}
   [junit4]   2> 1806971 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1806971 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 1806984 INFO  (jetty-launcher-2488-thread-2-EventThread) [n:127.0.0.1:36659_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1806984 INFO  (jetty-launcher-2488-thread-1-EventThread) [n:127.0.0.1:36601_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 1807048 WARN  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1807049 WARN  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder org.apache.solr.client.solrj.impl.Krb5HttpClientBuilder is configured without specifying system property 'java.security.auth.login.config'
   [junit4]   2> 1807075 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
   [junit4]   2> 1807076 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36601.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
   [junit4]   2> 1807080 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
   [junit4]   2> 1807080 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
   [junit4]   2> 1807081 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36601.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
   [junit4]   2> 1807081 INFO  (jetty-launcher-2488-thread-2) [n:127.0.0.1:36659_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node2/.
   [junit4]   2> 1807081 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36601.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
   [junit4]   2> 1807081 INFO  (jetty-launcher-2488-thread-1) [n:127.0.0.1:36601_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node1/.
   [junit4]   2> 1807130 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 1812166 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyWrongHost-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 1812210 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 1812213 INFO  (qtp1645950725-16398) [n:127.0.0.1:36601_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1812214 INFO  (qtp1645950725-16398) [n:127.0.0.1:36601_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1812215 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateHost-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 1812278 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 1812279 INFO  (qtp1645950725-16399) [    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1812279 WARN  (qtp1645950725-16399) [    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamDelegationTokenAuthenticationHandler$HttpParamAuthenticationHandler.authenticate(HttpParamDelegationTokenPlugin.java:213)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.DelegationTokenKerberosFilter.doFilter(DelegationTokenKerberosFilter.java:134)
   [junit4]   2> 	at org.apache.solr.security.HttpParamDelegationTokenPlugin$HttpParamToRequestFilter.doFilter(HttpParamDelegationTokenPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.security.KerberosPlugin.doAuthenticate(KerberosPlugin.java:243)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	... 26 more
   [junit4]   2> 1812288 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNullProxyUser-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 1812343 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyUnknownRemote
   [junit4]   2> 1821175 WARN  (jetty-launcher-2488-thread-1-SendThread(127.0.0.1:44889)) [n:127.0.0.1:36601_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14124ms for sessionid 0x15ec3b4eb290008
   [junit4]   2> 1821175 WARN  (jetty-launcher-2488-thread-1-SendThread(127.0.0.1:44889)) [n:127.0.0.1:36601_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14093ms for sessionid 0x15ec3b4eb290006
   [junit4]   2> 1821176 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1821176 WARN  (jetty-launcher-2488-thread-2-SendThread(127.0.0.1:44889)) [n:127.0.0.1:36659_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 14128ms for sessionid 0x15ec3b4eb290007
   [junit4]   2> 1821178 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1821179 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1821180 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyUnknownRemote-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyUnknownRemote
   [junit4]   2> 1821223 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 1821224 INFO  (qtp1645950725-16398) [n:127.0.0.1:36601_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1821224 INFO  (qtp1645950725-16398) [n:127.0.0.1:36601_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1821224 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateAnyHostAnyUser-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 1821256 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 1821262 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigHosts-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 1821277 WARN  (zkCallback-2500-thread-2-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@156714cc name: ZooKeeperConnection Watcher:127.0.0.1:44889/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 1821277 WARN  (zkCallback-2500-thread-2-processing-n:127.0.0.1:36601_solr) [n:127.0.0.1:36601_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 1821332 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 1821358 INFO  (qtp1645950725-16396) [n:127.0.0.1:36601_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1821358 INFO  (qtp1645950725-16396) [n:127.0.0.1:36601_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1821358 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyValidateGroup-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 1821420 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 1821425 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidProxyUser-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 1821478 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 1821480 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyNoConfigGroups-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 1821529 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testForwarding
   [junit4]   2> 1821723 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1821724 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44889/solr ready
   [junit4]   2> 1821725 INFO  (qtp1867063230-16393) [n:127.0.0.1:36659_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1821726 INFO  (OverseerThreadFactory-6031-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.CreateCollectionCmd Create collection forwardingCollection
   [junit4]   2> 1821829 INFO  (OverseerStateUpdate-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"forwardingCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"forwardingCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36659/solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1822032 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1822032 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1822134 INFO  (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1822134 INFO  (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1822350 INFO  (jetty-launcher-2488-thread-1-EventThread) [n:127.0.0.1:36601_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 1822658 INFO  (jetty-launcher-2488-thread-2-EventThread) [n:127.0.0.1:36659_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 1823046 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1823091 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema [forwardingCollection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1823147 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 1823154 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'forwardingCollection_shard1_replica_n1' using configuration from collection forwardingCollection, trusted=true
   [junit4]   2> 1823154 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36659.solr.core.forwardingCollection.shard1.replica_n1' (registry 'solr.core.forwardingCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46751472
   [junit4]   2> 1823154 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1823154 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [[forwardingCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node2/forwardingCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithSecureImpersonation_A76C2B69C82AC5BD-001/tempDir-001/node2/./forwardingCollection_shard1_replica_n1/data/]
   [junit4]   2> 1823156 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=64.205078125, floorSegmentMB=2.0751953125, forceMergeDeletesPctAllowed=16.579339083396263, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21041975380747938
   [junit4]   2> 1823193 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1823193 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1823194 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1823194 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1823195 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=53.7451171875, floorSegmentMB=0.5400390625, forceMergeDeletesPctAllowed=21.203922740985202, segmentsPerTier=11.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6016621685955835
   [junit4]   2> 1823195 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ddea22d[forwardingCollection_shard1_replica_n1] main]
   [junit4]   2> 1823196 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1823216 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 1823308 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1823308 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1823308 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579702795895832576
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 1823310 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 1823311 INFO  (searcherExecutor-6036-thread-1-processing-n:127.0.0.1:36659_solr x:forwardingCollection_shard1_replica_n1 s:shard1 c:forwardingCollection r:core_node2) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1] Registered new searcher Searcher@7ddea22d[forwardingCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1823313 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1823313 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1823313 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36659/solr/forwardingCollection_shard1_replica_n1/
   [junit4]   2> 1823313 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1823313 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36659/solr/forwardingCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1823313 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1823314 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36659/solr/forwardingCollection_shard1_replica_n1/ shard1
   [junit4]   2> 1823415 INFO  (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1823415 INFO  (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1823465 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1823466 INFO  (qtp1867063230-16397) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=forwardingCollection_shard1_replica_n1&action=CREATE&numShards=1&collection=forwardingCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1433
   [junit4]   2> 1823468 INFO  (qtp1867063230-16393) [n:127.0.0.1:36659_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1823568 INFO  (zkCallback-2499-thread-1-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1823568 INFO  (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/forwardingCollection/state.json] for collection [forwardingCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1823727 INFO  (OverseerCollectionConfigSetProcessor-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1824468 INFO  (qtp1867063230-16393) [n:127.0.0.1:36659_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=forwardingCollection&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2743
   [junit4]   2> 1824469 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: forwardingCollection failOnTimeout:true timeout (sec):100
   [junit4]   2> 1824469 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: forwardingCollection
   [junit4]   2> 1824472 INFO  (qtp1645950725-16396) [n:127.0.0.1:36601_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1824474 INFO  (qtp1867063230-16386) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1824477 INFO  (qtp1867063230-16393) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.S.Request [forwardingCollection_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1824478 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testForwarding-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testForwarding
   [junit4]   2> 1824523 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidRemote
   [junit4]   2> 1824535 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidRemote-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidRemote
   [junit4]   2> 1824579 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 1824585 WARN  (qtp1645950725-16396) [n:127.0.0.1:36601_solr    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ???bar???: no such user
   [junit4]   2> id: ???bar???: no such user
   [junit4]   2> 
   [junit4]   2> 1824587 INFO  (TEST-TestSolrCloudWithSecureImpersonation.testProxyInvalidGroup-seed#[A76C2B69C82AC5BD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 1824588 INFO  (jetty-closer-2489-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@70905f46{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1824588 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=442311778
   [junit4]   2> 1824589 INFO  (jetty-closer-2489-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@54a6741c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1824589 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1824589 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1569325725
   [junit4]   2> 1824589 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7174845f: rootName = solr_36601, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@70878df8
   [junit4]   2> 1824589 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1824589 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db3658f: rootName = solr_36659, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4358b94d
   [junit4]   2> 1824593 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1824593 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1824593 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a01dfc1: rootName = solr_36659, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6cbcf6e
   [junit4]   2> 1824593 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@730b1fbb: rootName = solr_36601, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6cbcf6e
   [junit4]   2> 1824596 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1824596 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75a003a8: rootName = solr_36659, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c95ed0a
   [junit4]   2> 1824597 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1824598 INFO  (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.c.SolrCore [forwardingCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@37c2be0d
   [junit4]   2> 1824598 INFO  (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.forwardingCollection.shard1.replica_n1, tag=935509517
   [junit4]   2> 1824598 INFO  (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@39b1177d: rootName = solr_36659, domain = solr.core.forwardingCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.forwardingCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@72845341
   [junit4]   2> 1824598 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1824598 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@436fa6b1: rootName = solr_36601, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@5c95ed0a
   [junit4]   2> 1824599 INFO  (jetty-closer-2489-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1824600 INFO  (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1824601 ERROR (Thread[Thread-4722,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36601_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1824605 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1824606 INFO  (jetty-closer-2489-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1410bb98{/solr,null,UNAVAILABLE}
   [junit4]   2> 1824608 INFO  (coreCloseExecutor-6041-thread-1) [n:127.0.0.1:36659_solr c:forwardingCollection s:shard1 r:core_node2 x:forwardingCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.forwardingCollection.shard1.leader, tag=935509517
   [junit4]   2> 1824610 INFO  (jetty-closer-2489-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98731423655591941-127.0.0.1:36659_solr-n_0000000000) closing
   [junit4]   2> 1824610 INFO  (OverseerStateUpdate-98731423655591941-127.0.0.1:36659_solr-n_0000000000) [n:127.0.0.1:36659_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36659_solr
   [junit4]   2> 1824610 WARN  (zkCallback-2499-thread-2-processing-n:127.0.0.1:36659_solr) [n:127.0.0.1:36659_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1824610 ERROR (Thread[Thread-4723,5,TGRP-TestSolrCloudWithSecureImpersonation]) [n:127.0.0.1:36659_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 1824611 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec3b4eb290007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1824612 INFO  (jetty-closer-2489-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@36089ddf{/solr,null,UNAVAILABLE}
   [junit4]   2> 1824612 ERROR (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1824612 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44889 44889
   [junit4]   2> 1829629 INFO  (Thread-4705) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44889 44889
   [junit4]   2> 1829631 WARN  (Thread-4705) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	5	/solr/collections/forwardingCollection/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 
   [junit4]   2> 1829656 INFO  (SUITE-TestSolrCloudWithSecureImpersonation-seed#[A76C2B69C82AC5BD]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Sep 27, 2017 2:19:50 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Sep 27, 2017 2:20:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]   2>    1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Sep 27, 2017 2:20:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2>    2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]   2> 1849925 ERROR (jetty-launcher-2488-thread-2-EventThread) [n:127.0.0.1:36659_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 1849925 ERROR (jetty-launcher-2488-thread-1-EventThread) [n:127.0.0.1:36601_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Sep 27, 2017 2:20:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=zh-SG, timezone=Atlantic/St_Helena
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=87166600,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldSortValues, TestSystemCollAutoCreate, TriLevelCompositeIdRoutingTest, CoreAdminCreateDiscoverTest, CreateCollectionCleanupTest, TestGroupingSearch, TestRebalanceLeaders, ShufflingReplicaListTransformerTest, InfoHandlerTest, TestSolrCoreProperties, TestSort, SecurityConfHandlerTest, TestSolrCLIRunExample, HdfsLockFactoryTest, BlockDirectoryTest, TestDistributedMissingSort, ReturnFieldsTest, TestConfigSetsAPI, LeaderInitiatedRecoveryOnShardRestartTest, CurrencyFieldTypeTest, RegexBoostProcessorTest, HealthCheckHandlerTest, RequestLoggingTest, PrimitiveFieldTypeTest, CdcrRequestHandlerTest, ShowFileRequestHandlerTest, QueryEqualityTest, ResponseHeaderTest, CheckHdfsIndexTest, TestInPlaceUpdatesDistrib, TestPullReplicaErrorHandling, TestDocBasedVersionConstraints, AutoScalingHandlerTest, TestFastWriter, SolrCloudReportersTest, SolrCoreCheckLockOnStartupTest, TestSurroundQueryParser, PolyFieldTest, TestPayloadScoreQParserPlugin, DistributedQueryComponentCustomSortTest, TestShortCircuitedRequests, TestChildDocTransformer, TestStressReorder, TestManagedStopFilterFactory, FastVectorHighlighterTest, TestJavabinTupleStreamParser, TestApiFramework, NotRequiredUniqueKeyTest, TestLFUCache, AtomicUpdatesTest, TestShardHandlerFactory, MetricUtilsTest, SimpleFacetsTest, TestCodecSupport, AssignTest, TestExactSharedStatsCache, TestDFISimilarityFactory, BlockJoinFacetDistribTest, AnalyticsMergeStrategyTest, DistributedVersionInfoTest, TestFoldingMultitermQuery, MultiThreadedOCPTest, SuggesterTest, RollingRestartTest, ClassificationUpdateProcessorTest, DistribDocExpirationUpdateProcessorTest, TestDownShardTolerantSearch, DistributedFacetExistsSmallTest, HdfsThreadLeakTest, HdfsWriteToMultipleCollectionsTest, RequiredFieldsTest, TestNumericTerms32, CopyFieldTest, SolrXmlInZkTest, TestLegacyNumericUtils, ClusterStateTest, SignatureUpdateProcessorFactoryTest, CoreSorterTest, TestZkChroot, TestSchemalessBufferedUpdates, SmileWriterTest, SolrInfoBeanTest, ZkStateReaderTest, BadCopyFieldTest, HdfsDirectoryFactoryTest, ConcurrentDeleteAndCreateCollectionTest, TestMaxScoreQueryParser, ActionThrottleTest, TestTrieFacet, LeaderElectionTest, TestQuerySenderListener, StatsComponentTest, SimpleCollectionCreateDeleteTest, DocumentBuilderTest, TestDynamicLoading, TestScoreJoinQPNoScore, DateMathParserTest, CloudMLTQParserTest, HardAutoCommitTest, SolrCoreMetricManagerTest, TestSQLHandlerNonCloud, TestHttpShardHandlerFactory, VersionInfoTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, PeerSyncReplicationTest, RecoveryZkTest, TestSha256AuthenticationProvider, TestReversedWildcardFilterFactory, ResponseLogComponentTest, TestCloudInspectUtil, TestReload, TestTrie, TestPseudoReturnFields, TestFieldCacheVsDocValues, TestSolrXml, DirectUpdateHandlerTest, DeleteLastCustomShardedReplicaTest, CircularListTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, ZkSolrClientTest, TestFaceting, TestRecovery, TestRangeQuery, TestIndexSearcher, SoftAutoCommitTest, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, TestConfig, ExternalFileFieldSortTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, PreAnalyzedFieldTest, DateFieldTest, RAMDirectoryFactoryTest, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, CursorPagingTest, CdcrReplicationHandlerTest, CdcrVersionReplicationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, MigrateRouteKeyTest, MoveReplicaHDFSTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, ReplaceNodeTest, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestCollectionAPI, TestCryptoKeys, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport, TestPullReplica, TestRequestStatusCollectionAPI, TestSizeLimitedDistributedMap, TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=A76C2B69C82AC5BD -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-SG -Dtests.timezone=Atlantic/St_Helena -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=16432, name=jetty-launcher-2488-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=16433, name=jetty-launcher-2488-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A76C2B69C82AC5BD]:0)
   [junit4] Completed [553/733 (1!)] on J2 in 43.25s, 12 tests, 1 error <<< FAILURES!

[...truncated 47203 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20559 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20559/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.TestTlogReplica.testRecovery

Error Message:
Can not find doc 3 in http://127.0.0.1:36777/solr

Stack Trace:
java.lang.AssertionError: Can not find doc 3 in http://127.0.0.1:36777/solr
	at __randomizedtesting.SeedInfo.seed([3C01E07EB7F20535:FDF199D29AA2CF92]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.TestTlogReplica.checkRTG(TestTlogReplica.java:868)
	at org.apache.solr.cloud.TestTlogReplica.testRecovery(TestTlogReplica.java:559)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesDistrib.test

Error Message:
inplace_updatable_float didn't match for replica at client: https://127.0.0.1:46283/l_/fh/collection1 expected:<108.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: inplace_updatable_float didn't match for replica at client: https://127.0.0.1:46283/l_/fh/collection1 expected:<108.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([3C01E07EB7F20535:B455DFA4190E68CD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.assertReplicaValue(TestInPlaceUpdatesDistrib.java:980)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.outOfOrderUpdatesIndividualReplicaTest(TestInPlaceUpdatesDistrib.java:643)
	at org.apache.solr.update.TestInPlaceUpdatesDistrib.test(TestInPlaceUpdatesDistrib.java:144)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12058 lines...]
   [junit4] Suite: org.apache.solr.update.TestInPlaceUpdatesDistrib
   [junit4]   2> 424941 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/init-core-data-001
   [junit4]   2> 424942 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 424942 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 424942 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /l_/fh
   [junit4]   2> 424943 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 424943 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 424959 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 424965 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=inplace-updates
   [junit4]   2> 424967 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 424987 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 424992 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 424992 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 424993 INFO  (coreLoadExecutor-1761-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424993 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 425005 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425012 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=inplace-updates
   [junit4]   2> 425016 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 425016 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 425017 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 425017 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425017 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/init-core-data-001/]
   [junit4]   2> 425019 WARN  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 425038 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 425038 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 425038 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 425038 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 425039 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d448577[collection1] main]
   [junit4]   2> 425039 WARN  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 425039 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 425040 INFO  (searcherExecutor-1762-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d448577[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 425040 INFO  (coreLoadExecutor-1761-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689946241826816
   [junit4]   2> 425042 INFO  (SUITE-TestInPlaceUpdatesDistrib-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 425044 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 425044 INFO  (Thread-1660) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 425044 INFO  (Thread-1660) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 425045 ERROR (Thread-1660) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 425144 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.ZkTestServer start zk server on port:38695
   [junit4]   2> 425156 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 425158 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema-inplace-updates.xml to /configs/conf1/schema.xml
   [junit4]   2> 425159 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 425160 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 425162 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 425163 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 425164 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 425165 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 425165 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 425166 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 425167 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 425172 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 425242 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 425243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5569c463{/l_/fh,null,AVAILABLE}
   [junit4]   2> 425243 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14ab740d{SSL,[ssl, http/1.1]}{127.0.0.1:43991}
   [junit4]   2> 425244 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server Started @426614ms
   [junit4]   2> 425244 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/control/data, replicaType=NRT, hostContext=/l_/fh, hostPort=43991, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores}
   [junit4]   2> 425244 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 425244 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 425244 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 425244 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 425244 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T10:55:29.820Z
   [junit4]   2> 425247 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 425247 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/solr.xml
   [junit4]   2> 425250 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 425252 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
   [junit4]   2> 425275 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 425275 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43991_l_%2Ffh
   [junit4]   2> 425275 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.Overseer Overseer (id=98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) starting
   [junit4]   2> 425277 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43991_l_%2Ffh
   [junit4]   2> 425277 INFO  (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 425319 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 425324 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 425325 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 425325 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores
   [junit4]   2> 425340 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 425340 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38695/solr ready
   [junit4]   2> 425353 INFO  (qtp78052472-5133) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43991_l_%252Ffh&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 425354 INFO  (OverseerThreadFactory-1772-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 425461 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 425462 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 425567 INFO  (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 426480 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 426505 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=inplace-updates
   [junit4]   2> 426508 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 426509 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 426509 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 426509 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 426509 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 426516 WARN  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 426545 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426545 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426546 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426546 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426547 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d3aa509[control_collection_shard1_replica_n1] main]
   [junit4]   2> 426548 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 426548 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 426548 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426548 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689947823079424
   [junit4]   2> 426549 INFO  (searcherExecutor-1775-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3d3aa509[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426551 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 426551 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 426551 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43991/l_/fh/control_collection_shard1_replica_n1/
   [junit4]   2> 426552 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 426552 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:43991/l_/fh/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 426552 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 426553 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43991/l_/fh/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 426654 INFO  (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 426703 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 426705 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1243
   [junit4]   2> 426707 INFO  (qtp78052472-5133) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 426808 INFO  (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 427356 INFO  (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 427708 INFO  (qtp78052472-5133) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43991_l_%252Ffh&wt=javabin&version=2} status=0 QTime=2355
   [junit4]   2> 427714 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 427716 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38695/solr ready
   [junit4]   2> 427716 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 427718 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 427722 INFO  (OverseerThreadFactory-1772-thread-2-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 427723 WARN  (OverseerThreadFactory-1772-thread-2-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 427928 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 427928 INFO  (qtp78052472-5127) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=209
   [junit4]   2> 427999 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001 of type TLOG
   [junit4]   2> 428000 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 428001 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30091d42{/l_/fh,null,AVAILABLE}
   [junit4]   2> 428001 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@aa03cb7{SSL,[ssl, http/1.1]}{127.0.0.1:32845}
   [junit4]   2> 428001 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server Started @429371ms
   [junit4]   2> 428001 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/l_/fh, hostPort=32845, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores}
   [junit4]   2> 428002 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 428002 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 428002 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 428002 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 428002 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T10:55:32.578Z
   [junit4]   2> 428003 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15ec2fa2f540008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 428003 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 428004 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/solr.xml
   [junit4]   2> 428006 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 428008 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
   [junit4]   2> 428013 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 428014 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 428015 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32845_l_%2Ffh
   [junit4]   2> 428015 INFO  (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 428015 INFO  (zkCallback-711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 428015 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 428044 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 428050 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 428050 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 428051 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores
   [junit4]   2> 428069 INFO  (qtp78052472-5132) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:32845_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 428070 INFO  (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 428070 INFO  (OverseerThreadFactory-1772-thread-3-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:32845_l_%2Ffh for creating new replica
   [junit4]   2> 428082 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 428082 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 428185 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 429110 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 429116 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=inplace-updates
   [junit4]   2> 429118 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 429118 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 429119 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 429119 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 429119 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-1-001/cores/collection1_shard1_replica_t21/data/]
   [junit4]   2> 429121 WARN  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 429142 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 429142 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 429142 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 429142 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 429143 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@513274d4[collection1_shard1_replica_t21] main]
   [junit4]   2> 429144 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 429144 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 429144 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 429144 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689950545182720
   [junit4]   2> 429145 INFO  (searcherExecutor-1786-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh x:collection1_shard1_replica_t21 s:shard1 c:collection1) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@513274d4[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 429147 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 429147 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 429147 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/
   [junit4]   2> 429147 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 429147 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/ has no replicas
   [junit4]   2> 429147 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 429147 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
   [junit4]   2> 429148 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/ shard1
   [junit4]   2> 429249 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 429298 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 429300 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1218
   [junit4]   2> 429302 INFO  (qtp78052472-5132) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:32845_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1233
   [junit4]   2> 429372 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001 of type TLOG
   [junit4]   2> 429373 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 429375 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55f61f7b{/l_/fh,null,AVAILABLE}
   [junit4]   2> 429375 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5af01d7{SSL,[ssl, http/1.1]}{127.0.0.1:46283}
   [junit4]   2> 429375 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server Started @430745ms
   [junit4]   2> 429375 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/l_/fh, hostPort=46283, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores}
   [junit4]   2> 429376 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 429376 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 429376 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 429376 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 429376 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T10:55:33.952Z
   [junit4]   2> 429380 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 429380 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/solr.xml
   [junit4]   2> 429382 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 429384 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
   [junit4]   2> 429388 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 429388 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 429389 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46283_l_%2Ffh
   [junit4]   2> 429389 INFO  (zkCallback-711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 429389 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 429390 INFO  (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 429390 INFO  (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 429429 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 429436 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 429436 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 429437 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores
   [junit4]   2> 429485 INFO  (qtp1799458240-5203) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46283_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 429490 INFO  (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 429490 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 429490 INFO  (OverseerThreadFactory-1772-thread-4-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46283_l_%2Ffh for creating new replica
   [junit4]   2> 429493 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 429493 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 429596 INFO  (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 429596 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 430507 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 430519 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=inplace-updates
   [junit4]   2> 430522 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 430522 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
   [junit4]   2> 430522 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 430522 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 430522 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-2-001/cores/collection1_shard1_replica_t23/data/]
   [junit4]   2> 430527 WARN  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 430563 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 430563 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 430564 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 430564 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 430565 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@5a7f01be[collection1_shard1_replica_t23] main]
   [junit4]   2> 430566 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 430567 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 430567 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 430568 INFO  (searcherExecutor-1797-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@5a7f01be[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 430568 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689952038354944
   [junit4]   2> 430571 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
   [junit4]   2> 430571 INFO  (updateExecutor-719-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 430571 INFO  (qtp1799458240-5197) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1078
   [junit4]   2> 430572 INFO  (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 430572 INFO  (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 430572 INFO  (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
   [junit4]   2> 430572 INFO  (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
   [junit4]   2> 430572 INFO  (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 430572 INFO  (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [https://127.0.0.1:32845/l_/fh/collection1_shard1_replica_t21/] and I am [https://127.0.0.1:46283/l_/fh/collection1_shard1_replica_t23/]
   [junit4]   2> 430578 INFO  (recoveryExecutor-720-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:46283_l_%2Ffh c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:32845/l_/fh]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:46283_l_%252Ffh&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 430580 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 430580 INFO  (qtp1799458240-5203) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46283_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1095
   [junit4]   2> 430581 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46283_l_%2Ffh, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"https://127.0.0.1:46283/l_/fh","node_name":"127.0.0.1:46283_l_%2Ffh","state":"down","type":"TLOG"}
   [junit4]   2> 430658 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001 of type TLOG
   [junit4]   2> 430659 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 430660 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13d59210{/l_/fh,null,AVAILABLE}
   [junit4]   2> 430661 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@121b5fbd{SSL,[ssl, http/1.1]}{127.0.0.1:43055}
   [junit4]   2> 430661 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.e.j.s.Server Started @432031ms
   [junit4]   2> 430661 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/tempDir-001/jetty3, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/l_/fh, hostPort=43055, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores}
   [junit4]   2> 430662 ERROR (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 430662 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 430662 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 430662 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config dir: null
   [junit4]   2> 430662 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-09-27T10:55:35.238Z
   [junit4]   2> 430664 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 430664 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/solr.xml
   [junit4]   2> 430667 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 430670 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38695/solr
   [junit4]   2> 430676 INFO  (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 430676 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 430676 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 430677 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 430678 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43055_l_%2Ffh
   [junit4]   2> 430678 INFO  (zkCallback-704-thread-1-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 430678 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 430678 INFO  (zkCallback-711-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 430678 INFO  (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 430679 INFO  (zkCallback-729-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 430719 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 430736 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 430736 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 430737 INFO  (TEST-TestInPlaceUpdatesDistrib.test-seed#[3C01E07EB7F20535]) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores
   [junit4]   2> 430766 INFO  (qtp1799458240-5196) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:43055_l_%252Ffh&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 430767 INFO  (OverseerCollectionConfigSetProcessor-98730621640376325-127.0.0.1:43991_l_%2Ffh-n_0000000000) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 430767 INFO  (OverseerThreadFactory-1772-thread-5-processing-n:127.0.0.1:43991_l_%2Ffh) [n:127.0.0.1:43991_l_%2Ffh    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43055_l_%2Ffh for creating new replica
   [junit4]   2> 430783 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 430784 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 430893 INFO  (zkCallback-722-thread-1-processing-n:127.0.0.1:46283_l_%2Ffh) [n:127.0.0.1:46283_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 430893 INFO  (zkCallback-716-thread-1-processing-n:127.0.0.1:32845_l_%2Ffh) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 430894 INFO  (zkCallback-729-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh) [n:127.0.0.1:43055_l_%2Ffh    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 431581 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46283_l_%2Ffh, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"https://127.0.0.1:46283/l_/fh","node_name":"127.0.0.1:46283_l_%2Ffh","state":"recovering","type":"TLOG"}
   [junit4]   2> 431581 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 431581 INFO  (qtp1940586873-5174) [n:127.0.0.1:32845_l_%2Ffh    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46283_l_%252Ffh&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 431799 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 431807 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema [collection1_shard1_replica_t25] Schema name=inplace-updates
   [junit4]   2> 431809 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.s.IndexSchema Loaded schema inplace-updates/1.6 with uniqueid field id
   [junit4]   2> 431809 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t25' using configuration from collection collection1, trusted=true
   [junit4]   2> 431809 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t25' (registry 'solr.core.collection1.shard1.replica_t25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@62687e99
   [junit4]   2> 431809 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 431810 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [[collection1_shard1_replica_t25] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores/collection1_shard1_replica_t25], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesDistrib_3C01E07EB7F20535-001/shard-3-001/cores/collection1_shard1_replica_t25/data/]
   [junit4]   2> 431813 WARN  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 431837 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 431837 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 431838 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 431838 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 431839 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.s.SolrIndexSearcher Opening [Searcher@77f15ea7[collection1_shard1_replica_t25] main]
   [junit4]   2> 431839 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 431840 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 431840 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 431841 INFO  (searcherExecutor-1808-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.c.SolrCore [collection1_shard1_replica_t25] Registered new searcher Searcher@77f15ea7[collection1_shard1_replica_t25] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 431841 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1579689953373192192
   [junit4]   2> 431843 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t25
   [junit4]   2> 431843 INFO  (updateExecutor-726-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 431843 INFO  (recoveryExecutor-727-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 431843 INFO  (qtp1871987132-5229) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1  x:collection1_shard1_replica_t25] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1060
   [junit4]   2> 431844 INFO  (recoveryExecutor-727-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_t25] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 431844 INFO  (recoveryExecutor-727-thread-1-processing-n:127.0.0.1:43055_l_%2Ffh x:collection1_shard1_replica_t25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:43055_l_%2Ffh c:collection1 s:shard1 r:core_node26 x:collec

[...truncated too long message...]

.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36777_solr&onlyIfLeaderActive=true&core=tlog_replica_test_recovery_shard1_replica_t1&coreNodeName=core_node4&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=400 QTime=18002
   [junit4]   2> 2367353 WARN  (zkCallback-5164-thread-1-processing-n:127.0.0.1:33381_solr) [n:127.0.0.1:33381_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2367353 INFO  (jetty-closer-5119-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@77f1a7b{/solr,null,UNAVAILABLE}
   [junit4]   2> 2367354 ERROR (SUITE-TestTlogReplica-seed#[3C01E07EB7F20535]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2367355 INFO  (SUITE-TestTlogReplica-seed#[3C01E07EB7F20535]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38075 38075
   [junit4]   2> 2372388 INFO  (Thread-5939) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38075 38075
   [junit4]   2> 2372389 WARN  (Thread-5939) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/configs/conf
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	29	/solr/collections/tlog_replica_test_create_delete/state.json
   [junit4]   2> 	26	/solr/collections/tlog_replica_test_remove_leader/state.json
   [junit4]   2> 	25	/solr/collections/tlog_replica_test_out_of_order_db_qwith_in_place_updates/state.json
   [junit4]   2> 	25	/solr/collections/tlog_replica_test_kill_leader/state.json
   [junit4]   2> 	24	/solr/collections/tlog_replica_test_recovery/state.json
   [junit4]   2> 	24	/solr/collections/tlog_replica_test_basic_leader_election/state.json
   [junit4]   2> 	23	/solr/collections/tlog_replica_test_kill_tlog_replica/state.json
   [junit4]   2> 	23	/solr/collections/tlog_replica_test_add_remove_tlog_replica/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_add_docs/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_real_time_get/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_only_leader_indexes/state.json
   [junit4]   2> 	15	/solr/collections/tlog_replica_test_delete_by_id/state.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98730742130212884-core_node16-n_0000000001
   [junit4]   2> 	3	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98730742130212881-core_node3-n_0000000000
   [junit4]   2> 	3	/solr/collections/tlog_replica_test_recovery/leader_elect/shard1/election/98730742130212884-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard2/election/98730742130212881-core_node15-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98730742130212884-127.0.0.1:33381_solr-n_0000000005
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_real_time_get/leader_elect/shard1/election/98730742130212875-core_node6-n_0000000000
   [junit4]   2> 	2	/solr/collections/tlog_replica_test_create_delete/leader_elect/shard1/election/98730742130212884-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3C01E07EB7F20535-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=Memory), title_s=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), foo_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), inplace_updatable_int=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1957, maxMBSortInHeap=5.435489617438943, sim=RandomSimilarity(queryNorm=false): {}, locale=zh, timezone=Asia/Istanbul
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=180673808,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestInfoStreamLogging, TestValueSourceCache, TestFiltering, SuggesterTSTTest, TestCustomDocTransformer, TestAtomicUpdateErrorCases, SharedFSAutoReplicaFailoverUtilsTest, SuggestComponentContextFilterQueryTest, TestBlobHandler, ZkSolrClientTest, TestTrackingShardHandlerFactory, TestManagedResourceStorage, TestImpersonationWithHadoopAuth, DistributedFacetPivotWhiteBoxTest, CollectionStateFormat2Test, UtilsToolTest, TlogReplayBufferedWhileIndexingTest, WrapperMergePolicyFactoryTest, TestCustomSort, HdfsBasicDistributedZk2Test, TestNumericTokenStream, ZkCLITest, DisMaxRequestHandlerTest, DocValuesMissingTest, TestXmlQParserPlugin, TestPartialUpdateDeduplication, DistributedTermsComponentTest, ConnectionManagerTest, TestCustomStream, DocValuesMultiTest, TestHdfsCloudBackupRestore, MissingSegmentRecoveryTest, CursorMarkTest, TestSolrJ, DirectSolrSpellCheckerTest, TestElisionMultitermQuery, RemoteQueryErrorTest, V2StandaloneTest, TestRTimerTree, TestRecoveryHdfs, TestXIncludeConfig, TestConfigSetProperties, TestEmbeddedSolrServerConstructors, TestStreamBody, TestNestedDocsSort, TestLegacyFieldCache, UpdateRequestProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, TestRequestForwarding, SOLR749Test, TestLeaderInitiatedRecoveryThread, TestFileDictionaryLookup, CollectionsAPIDistributedZkTest, TestSolrCloudWithDelegationTokens, SolrCloudExampleTest, TestDistributedGrouping, TestMinMaxOnMultiValuedField, AssignBackwardCompatibilityTest, ConnectionReuseTest, SpellCheckComponentTest, TestLRUStatsCache, OverseerModifyCollectionTest, CSVRequestHandlerTest, BJQParserTest, ShardRoutingTest, SolrCmdDistributorTest, HttpSolrCallGetCoreTest, TestSimpleTrackingShardHandler, LukeRequestHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestMultiValuedNumericRangeQuery, TestCursorMarkWithoutUniqueKey, TestCloudDeleteByQuery, TestSolrConfigHandler, ConvertedLegacyTest, StatelessScriptUpdateProcessorFactoryTest, MetricsConfigTest, ZkFailoverTest, DeleteReplicaTest, TestUseDocValuesAsStored2, UpdateLogTest, ChaosMonkeySafeLeaderTest, BlockCacheTest, CdcrUpdateLogTest, HdfsUnloadDistributedZkTest, BadComponentTest, HdfsSyncSliceTest, LeaderElectionContextKeyTest, TestUnifiedSolrHighlighter, TestDistribIDF, SubstringBytesRefFilterTest, IndexSchemaTest, TestExpandComponent, TestUninvertingReader, ClusterStateUpdateTest, TestFastLRUCache, DeleteInactiveReplicaTest, ExitableDirectoryReaderTest, DistribCursorPagingTest, ForceLeaderTest, TestManagedSchemaAPI, ResourceLoaderTest, NoCacheHeaderTest, TestCloudPivotFacet, TestStressCloudBlindAtomicUpdates, TestUpdate, LoggingHandlerTest, TestSegmentSorting, TestStressVersions, TestCoreDiscovery, BasicFunctionalityTest, SolrIndexMetricsTest, TestConfigSetsAPIZkFailure, SoftAutoCommitTest, TestQueryTypes, MoreLikeThisHandlerTest, DistanceUnitsTest, ShardRoutingCustomTest, TestSweetSpotSimilarityFactory, TestCollectionsAPIViaSolrCloudCluster, OverseerTaskQueueTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestCoreContainer, QueryElevationComponentTest, TestSort, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SuggesterFSTTest, TestFoldingMultitermQuery, DocValuesTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, DistanceFunctionTest, SolrInfoBeanTest, DebugComponentTest, CacheHeaderTest, DocumentBuilderTest, TermVectorComponentTest, FastVectorHighlighterTest, RegexBoostProcessorTest, MBeansHandlerTest, TestSolrDeletionPolicy2, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestPhraseSuggestions, SynonymTokenizerTest, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, DateMathParserTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, CursorPagingTest, DistributedIntervalFacetingTest, TestHighlightDedupGrouping, TestTolerantSearch, TestJettySolrRunner, AliasIntegrationTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CleanupOldIndexTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteShardTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionTest, MoveReplicaTest, OverseerRolesTest, RestartWhileUpdatingTest, SSLMigrationTest, SaslZkACLProviderTest, ShardSplitTest, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTlogReplica]
   [junit4] Completed [570/733 (2!)] on J1 in 108.73s, 13 tests, 1 failure <<< FAILURES!

[...truncated 47146 lines...]