[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 725 - Still Unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/725/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest

Error Message:
There are still nodes recoverying - waited for 30 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
	at __randomizedtesting.SeedInfo.seed([40C8670AD5BDFC5D:BC05FFB32B6A6BA7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.preferLocalShardsTest(CloudSolrClientTest.java:427)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias

Error Message:
Error from server at http://127.0.0.1:42263/solr: Could not fully create collection: nemesis

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42263/solr: Could not fully create collection: nemesis
	at __randomizedtesting.SeedInfo.seed([40C8670AD5BDFC5D:50B520C3205EFCCA]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testHandlingOfStaleAlias(CloudSolrClientTest.java:226)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster

Error Message:
Document mismatch on target after sync expected:<2000> but was:<1901>

Stack Trace:
java.lang.AssertionError: Document mismatch on target after sync expected:<2000> but was:<1901>
	at __randomizedtesting.SeedInfo.seed([7E2D2FB13391E520:AA6864E8D4C756DB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.CdcrBootstrapTest.testBootstrapWithContinousIndexingOnSourceCluster(CdcrBootstrapTest.java:294)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13254 lines...]
   [junit4] Suite: org.apache.solr.cloud.CdcrBootstrapTest
   [junit4]   2> 1536589 INFO  (SUITE-CdcrBootstrapTest-seed#[7E2D2FB13391E520]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/init-core-data-001
   [junit4]   2> 1536589 WARN  (SUITE-CdcrBootstrapTest-seed#[7E2D2FB13391E520]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=881 numCloses=881
   [junit4]   2> 1536589 INFO  (SUITE-CdcrBootstrapTest-seed#[7E2D2FB13391E520]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1536590 INFO  (SUITE-CdcrBootstrapTest-seed#[7E2D2FB13391E520]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1536591 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testConvertClusterToCdcrAndBootstrap
   [junit4]   2> 1536591 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-target-001
   [junit4]   2> 1536591 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1536592 INFO  (Thread-4178) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1536592 INFO  (Thread-4178) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1536593 ERROR (Thread-4178) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1536692 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.ZkTestServer start zk server on port:33409
   [junit4]   2> 1536698 INFO  (jetty-launcher-4285-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1536699 INFO  (jetty-launcher-4285-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c208b19{/solr,null,AVAILABLE}
   [junit4]   2> 1536701 INFO  (jetty-launcher-4285-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@637dc9ed{HTTP/1.1,[http/1.1]}{127.0.0.1:37683}
   [junit4]   2> 1536701 INFO  (jetty-launcher-4285-thread-1) [    ] o.e.j.s.Server Started @1537955ms
   [junit4]   2> 1536702 INFO  (jetty-launcher-4285-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37683}
   [junit4]   2> 1536702 ERROR (jetty-launcher-4285-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1536702 INFO  (jetty-launcher-4285-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1536702 INFO  (jetty-launcher-4285-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1536702 INFO  (jetty-launcher-4285-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1536702 INFO  (jetty-launcher-4285-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T12:52:52.571Z
   [junit4]   2> 1536704 INFO  (jetty-launcher-4285-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1536713 INFO  (jetty-launcher-4285-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33409/solr
   [junit4]   2> 1536764 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1536764 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37683_solr
   [junit4]   2> 1536764 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.c.Overseer Overseer (id=98934926374404099-127.0.0.1:37683_solr-n_0000000000) starting
   [junit4]   2> 1536768 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37683_solr
   [junit4]   2> 1536770 INFO  (zkCallback-4292-thread-1-processing-n:127.0.0.1:37683_solr) [n:127.0.0.1:37683_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1536838 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37683.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1536843 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37683.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1536843 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37683.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1536843 INFO  (jetty-launcher-4285-thread-1) [n:127.0.0.1:37683_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-target-001/node1/.
   [junit4]   2> 1536854 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.CdcrBootstrapTest Target zkHost = 127.0.0.1:33409/solr
   [junit4]   2> 1536855 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-source-001
   [junit4]   2> 1536855 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1536855 INFO  (Thread-4188) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1536855 INFO  (Thread-4188) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1536856 ERROR (Thread-4188) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1536955 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.ZkTestServer start zk server on port:36767
   [junit4]   2> 1536961 INFO  (jetty-launcher-4298-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1536962 INFO  (jetty-launcher-4298-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31da7cc6{/solr,null,AVAILABLE}
   [junit4]   2> 1536962 INFO  (jetty-launcher-4298-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@592426d9{HTTP/1.1,[http/1.1]}{127.0.0.1:36821}
   [junit4]   2> 1536962 INFO  (jetty-launcher-4298-thread-1) [    ] o.e.j.s.Server Started @1538216ms
   [junit4]   2> 1536962 INFO  (jetty-launcher-4298-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36821}
   [junit4]   2> 1536962 ERROR (jetty-launcher-4298-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1536962 INFO  (jetty-launcher-4298-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1536963 INFO  (jetty-launcher-4298-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1536963 INFO  (jetty-launcher-4298-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1536963 INFO  (jetty-launcher-4298-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T12:52:52.832Z
   [junit4]   2> 1536963 INFO  (jetty-launcher-4298-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1536972 INFO  (jetty-launcher-4298-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36767/solr
   [junit4]   2> 1536997 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1536998 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36821_solr
   [junit4]   2> 1536998 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.c.Overseer Overseer (id=98934926391640067-127.0.0.1:36821_solr-n_0000000000) starting
   [junit4]   2> 1537000 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36821_solr
   [junit4]   2> 1537001 INFO  (zkCallback-4305-thread-1-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1537082 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36821.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1537087 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36821.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1537087 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36821.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1537087 INFO  (jetty-launcher-4298-thread-1) [n:127.0.0.1:36821_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-source-001/node1/.
   [junit4]   2> 1537109 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1537110 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36767/solr ready
   [junit4]   2> 1537111 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537112 INFO  (OverseerThreadFactory-8414-thread-1-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.CreateCollectionCmd Create collection cdcr-source
   [junit4]   2> 1537214 INFO  (OverseerStateUpdate-98934926391640067-127.0.0.1:36821_solr-n_0000000000) [n:127.0.0.1:36821_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"cdcr-source",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"cdcr-source_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36821/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1537416 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 1537416 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1537518 INFO  (zkCallback-4305-thread-1-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1537518 INFO  (zkCallback-4305-thread-2-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538429 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1538436 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1538439 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1538439 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 1538439 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36821.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1538439 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1538440 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
   [junit4]   2> 1538505 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1538505 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1538506 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1538506 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1538507 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@403a7bd7[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1538508 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 1538508 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 1538508 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1538509 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@403a7bd7[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1538509 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582958824000585728
   [junit4]   2> 1538511 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1538511 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1538511 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36821/solr/cdcr-source_shard1_replica_n1/
   [junit4]   2> 1538512 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1538512 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36821/solr/cdcr-source_shard1_replica_n1/ has no replicas
   [junit4]   2> 1538512 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1538512 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36821/solr/cdcr-source_shard1_replica_n1/ shard1
   [junit4]   2> 1538614 INFO  (zkCallback-4305-thread-2-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538614 INFO  (zkCallback-4305-thread-1-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538663 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1538665 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-source&newCollection=true&collection=cdcr-source&version=2&replicaType=NRT&coreNodeName=core_node2&name=cdcr-source_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1249
   [junit4]   2> 1538667 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1538766 INFO  (zkCallback-4305-thread-2-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538766 INFO  (zkCallback-4305-thread-1-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1539113 INFO  (OverseerCollectionConfigSetProcessor-98934926391640067-127.0.0.1:36821_solr-n_0000000000) [n:127.0.0.1:36821_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1539667 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=cdcr-source&name=cdcr-source&nrtReplicas=1&action=CREATE&numShards=1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2556
   [junit4]   2> 1539681 INFO  (qtp398429276-23368) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_0 (1582958825217982464), source_1 (1582958825219031040), source_2 (1582958825219031041), source_3 (1582958825219031042), source_4 (1582958825219031043), source_5 (1582958825219031044), source_6 (1582958825219031045), source_7 (1582958825219031046), source_8 (1582958825219031047), source_9 (1582958825219031048), ... (100 adds)]} 0 11
   [junit4]   2> 1539682 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958825230565376,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1539682 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958825230565376
   [junit4]   2> 1539767 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dab7ab1[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1539767 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1539768 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@1dab7ab1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100)))}
   [junit4]   2> 1539768 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 86
   [junit4]   2> 1539771 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_100 (1582958825321791488), source_101 (1582958825322840064), source_102 (1582958825322840065), source_103 (1582958825322840066), source_104 (1582958825322840067), source_105 (1582958825322840068), source_106 (1582958825322840069), source_107 (1582958825322840070), source_108 (1582958825322840071), source_109 (1582958825322840072), ... (100 adds)]} 0 2
   [junit4]   2> 1539772 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958825324937216,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1539772 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958825324937216
   [junit4]   2> 1539861 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@30cbacf8[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1539862 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1539863 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@30cbacf8[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100)))}
   [junit4]   2> 1539863 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 91
   [junit4]   2> 1539865 INFO  (qtp398429276-23368) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_200 (1582958825420357632), source_201 (1582958825421406208), source_202 (1582958825421406209), source_203 (1582958825421406210), source_204 (1582958825421406211), source_205 (1582958825421406212), source_206 (1582958825421406213), source_207 (1582958825421406214), source_208 (1582958825421406215), source_209 (1582958825421406216), ... (100 adds)]} 0 1
   [junit4]   2> 1539866 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958825423503360,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1539866 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958825423503360
   [junit4]   2> 1539970 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70789362[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1539970 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1539972 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@70789362[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100)))}
   [junit4]   2> 1539972 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 106
   [junit4]   2> 1539976 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_300 (1582958825535700992), source_301 (1582958825536749568), source_302 (1582958825537798144), source_303 (1582958825537798145), source_304 (1582958825537798146), source_305 (1582958825537798147), source_306 (1582958825537798148), source_307 (1582958825537798149), source_308 (1582958825537798150), source_309 (1582958825537798151), ... (100 adds)]} 0 2
   [junit4]   2> 1539977 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958825539895296,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1539977 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958825539895296
   [junit4]   2> 1540096 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@267c8cc4[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1540097 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1540097 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@267c8cc4[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100) Uninverting(_3(7.2.0):C100)))}
   [junit4]   2> 1540097 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 120
   [junit4]   2> 1540100 INFO  (qtp398429276-23368) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_400 (1582958825666772992), source_401 (1582958825667821568), source_402 (1582958825667821569), source_403 (1582958825667821570), source_404 (1582958825667821571), source_405 (1582958825667821572), source_406 (1582958825667821573), source_407 (1582958825667821574), source_408 (1582958825667821575), source_409 (1582958825667821576), ... (100 adds)]} 0 1
   [junit4]   2> 1540100 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958825668870177,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1540100 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958825668870177
   [junit4]   2> 1540237 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@648037b1[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1540246 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1540247 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@648037b1[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100) Uninverting(_3(7.2.0):C100) Uninverting(_4(7.2.0):C100)))}
   [junit4]   2> 1540247 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 146
   [junit4]   2> 1540250 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_500 (1582958825823010816), source_501 (1582958825824059392), source_502 (1582958825825107968), source_503 (1582958825825107969), source_504 (1582958825825107970), source_505 (1582958825825107971), source_506 (1582958825825107972), source_507 (1582958825825107973), source_508 (1582958825825107974), source_509 (1582958825825107975), ... (100 adds)]} 0 2
   [junit4]   2> 1540251 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958825827205120,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1540251 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958825827205120
   [junit4]   2> 1540419 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c071955[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1540419 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1540421 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@5c071955[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100) Uninverting(_3(7.2.0):C100) Uninverting(_4(7.2.0):C100) Uninverting(_5(7.2.0):C100)))}
   [junit4]   2> 1540421 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 170
   [junit4]   2> 1540424 INFO  (qtp398429276-23368) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_600 (1582958826006511616), source_601 (1582958826007560192), source_602 (1582958826007560193), source_603 (1582958826007560194), source_604 (1582958826007560195), source_605 (1582958826007560196), source_606 (1582958826007560197), source_607 (1582958826007560198), source_608 (1582958826007560199), source_609 (1582958826007560200), ... (100 adds)]} 0 2
   [junit4]   2> 1540425 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958826009657344,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1540425 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958826009657344
   [junit4]   2> 1540604 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ee231bf[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1540605 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1540607 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@6ee231bf[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100) Uninverting(_3(7.2.0):C100) Uninverting(_4(7.2.0):C100) Uninverting(_5(7.2.0):C100) Uninverting(_6(7.2.0):C100)))}
   [junit4]   2> 1540607 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 182
   [junit4]   2> 1540611 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_700 (1582958826201546752), source_701 (1582958826202595328), source_702 (1582958826202595329), source_703 (1582958826202595330), source_704 (1582958826202595331), source_705 (1582958826202595332), source_706 (1582958826202595333), source_707 (1582958826202595334), source_708 (1582958826202595335), source_709 (1582958826202595336), ... (100 adds)]} 0 3
   [junit4]   2> 1540611 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958826204692485,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1540611 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958826204692485
   [junit4]   2> 1540816 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2cde6068[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1540816 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1540818 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@2cde6068[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100) Uninverting(_3(7.2.0):C100) Uninverting(_4(7.2.0):C100) Uninverting(_5(7.2.0):C100) Uninverting(_6(7.2.0):C100) Uninverting(_7(7.2.0):C100)))}
   [junit4]   2> 1540818 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 207
   [junit4]   2> 1540823 INFO  (qtp398429276-23368) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_800 (1582958826423844864), source_801 (1582958826424893440), source_802 (1582958826424893441), source_803 (1582958826424893442), source_804 (1582958826424893443), source_805 (1582958826424893444), source_806 (1582958826424893445), source_807 (1582958826424893446), source_808 (1582958826424893447), source_809 (1582958826424893448), ... (100 adds)]} 0 3
   [junit4]   2> 1540824 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958826428039168,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1540824 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958826428039168
   [junit4]   2> 1541041 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e86f3db[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1541041 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1541042 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7e86f3db[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100) Uninverting(_3(7.2.0):C100) Uninverting(_4(7.2.0):C100) Uninverting(_5(7.2.0):C100) Uninverting(_6(7.2.0):C100) Uninverting(_7(7.2.0):C100) Uninverting(_8(7.2.0):C100)))}
   [junit4]   2> 1541042 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 217
   [junit4]   2> 1541044 INFO  (qtp398429276-23369) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&wt=javabin&version=2}{add=[source_900 (1582958826657677312), source_901 (1582958826657677313), source_902 (1582958826657677314), source_903 (1582958826657677315), source_904 (1582958826657677316), source_905 (1582958826657677317), source_906 (1582958826657677318), source_907 (1582958826657677319), source_908 (1582958826657677320), source_909 (1582958826657677321), ... (100 adds)]} 0 1
   [junit4]   2> 1541044 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1582958826658725941,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1541044 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7d3429f6 commitCommandVersion:1582958826658725941
   [junit4]   2> 1541286 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@75cd25da[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1541287 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1541288 INFO  (searcherExecutor-8417-thread-1-processing-n:127.0.0.1:36821_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@75cd25da[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.2.0):C100) Uninverting(_1(7.2.0):C100) Uninverting(_2(7.2.0):C100) Uninverting(_3(7.2.0):C100) Uninverting(_4(7.2.0):C100) Uninverting(_5(7.2.0):C100) Uninverting(_6(7.2.0):C100) Uninverting(_7(7.2.0):C100) Uninverting(_8(7.2.0):C100) Uninverting(_9(7.2.0):C100)))}
   [junit4]   2> 1541288 INFO  (qtp398429276-23367) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [cdcr-source_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=cdcr-source:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 243
   [junit4]   2> 1541288 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.CdcrBootstrapTest Adding numDocs=1000
   [junit4]   2> 1541289 INFO  (qtp398429276-23368) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&_stateVer_=cdcr-source:4&wt=javabin&version=2} hits=1000 status=0 QTime=0
   [junit4]   2> 1541290 INFO  (qtp398429276-23363) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.S.Request [cdcr-source_shard1_replica_n1]  webapp=/solr path=/get params={qt=/get&_stateVer_=cdcr-source:4&getVersions=1000&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1541293 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@592426d9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1541293 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=645701027
   [junit4]   2> 1541294 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1541294 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4cd718f3: rootName = solr_36821, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6e5d83fe
   [junit4]   2> 1541298 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1541298 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5fa2a446: rootName = solr_36821, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@12af081b
   [junit4]   2> 1541301 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1541302 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@175d782a: rootName = solr_36821, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@78d2a986
   [junit4]   2> 1541302 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36821_solr
   [junit4]   2> 1541303 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1541303 INFO  (zkCallback-4305-thread-3-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1541303 INFO  (zkCallback-4305-thread-1-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1541303 INFO  (zkCallback-4305-thread-2-processing-n:127.0.0.1:36821_solr) [n:127.0.0.1:36821_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1541303 INFO  (zkCallback-4313-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1541303 INFO  (coreCloseExecutor-8422-thread-1) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ec70ecc
   [junit4]   2> 1541303 INFO  (coreCloseExecutor-8422-thread-1) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.cdcr-source.shard1.replica_n1, tag=1858539212
   [junit4]   2> 1541303 INFO  (coreCloseExecutor-8422-thread-1) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@774004d3: rootName = solr_36821, domain = solr.core.cdcr-source.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.cdcr-source.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7f44c204
   [junit4]   2> 1541308 INFO  (coreCloseExecutor-8422-thread-1) [n:127.0.0.1:36821_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.cdcr-source.shard1.leader, tag=1858539212
   [junit4]   2> 1541399 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.Overseer Overseer (id=98934926391640067-127.0.0.1:36821_solr-n_0000000000) closing
   [junit4]   2> 1541399 INFO  (OverseerStateUpdate-98934926391640067-127.0.0.1:36821_solr-n_0000000000) [n:127.0.0.1:36821_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36821_solr
   [junit4]   2> 1541399 WARN  (OverseerAutoScalingTriggerThread-98934926391640067-127.0.0.1:36821_solr-n_0000000000) [n:127.0.0.1:36821_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1541402 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31da7cc6{/solr,null,UNAVAILABLE}
   [junit4]   2> 1541402 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1541403 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@150b1629{/solr,null,AVAILABLE}
   [junit4]   2> 1541403 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@190825c{HTTP/1.1,[http/1.1]}{127.0.0.1:43077}
   [junit4]   2> 1541403 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.e.j.s.Server Started @1542657ms
   [junit4]   2> 1541403 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43077}
   [junit4]   2> 1541403 ERROR (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1541404 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1541404 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1541404 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1541404 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T12:52:57.273Z
   [junit4]   2> 1541405 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1541410 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36767/solr
   [junit4]   2> 1541415 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1541415 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43077_solr
   [junit4]   2> 1541415 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.c.Overseer Overseer (id=98934926391640075-127.0.0.1:43077_solr-n_0000000001) starting
   [junit4]   2> 1541418 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43077_solr
   [junit4]   2> 1541423 INFO  (zkCallback-4313-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1541423 INFO  (OverseerStateUpdate-98934926391640075-127.0.0.1:43077_solr-n_0000000001) [n:127.0.0.1:43077_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1541473 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43077.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1541480 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43077.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1541480 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43077.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1541485 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-source-001/node1/.
   [junit4]   2> 1541485 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [n:127.0.0.1:43077_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [cdcr-source_shard1_replica_n1]
   [junit4]   2> 1541485 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1541491 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1541509 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 1541511 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1541514 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1541514 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/cdcr-source/managed-schema
   [junit4]   2> 1541516 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/cdcr-source/schema.xml to /configs/cdcr-source/schema.xml.bak
   [junit4]   2> 1541518 INFO  (zkCallback-4319-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1541519 INFO  (zkCallback-4319-thread-2-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1542522 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 1542525 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-source_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1542526 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1542526 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-source_shard1_replica_n1' using configuration from collection cdcr-source, trusted=true
   [junit4]   2> 1542526 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43077.solr.core.cdcr-source.shard1.replica_n1' (registry 'solr.core.cdcr-source.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@454a67c6
   [junit4]   2> 1542527 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1542527 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-source_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-source-001/node1/cdcr-source_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrBootstrapTest_7E2D2FB13391E520-001/cdcr-source-001/node1/./cdcr-source_shard1_replica_n1/data/]
   [junit4]   2> 1542565 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
   [junit4]   2> 1542565 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1542567 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1542567 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1542575 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e5450af[cdcr-source_shard1_replica_n1] main]
   [junit4]   2> 1542576 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-source
   [junit4]   2> 1542576 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-source
   [junit4]   2> 1542576 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-source/managed-schema
   [junit4]   2> 1542576 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1542577 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1542579 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-source/cdcr/state/buffer
   [junit4]   2> 1542582 INFO  (coreLoadExecutor-8433-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-source/cdcr/state/process
   [junit4]   2> 1542595 WARN  (cdcr-update-log-synchronizer-8439-thread-1) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.h.CdcrUpdateLogSynchronizer Caught unexpected exception
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43077/solr/cdcr-source_shard1_replica_n1: SolrCore is loading
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.CdcrUpdateLogSynchronizer$UpdateLogSynchronisation.run(CdcrUpdateLogSynchronizer.java:147)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2> 	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1542596 INFO  (searcherExecutor-8434-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-source_shard1_replica_n1] Registered new searcher Searcher@7e5450af[cdcr-source_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(7.2.0):C1000)))}
   [junit4]   2> 1542598 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: cdcr-source failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:down live:true
   [junit4]   2> 1542599 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1542599 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1542599 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:43077/solr/cdcr-source_shard1_replica_n1/
   [junit4]   2> 1542599 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1542599 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:43077/solr/cdcr-source_shard1_replica_n1/ has no replicas
   [junit4]   2> 1542599 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1542600 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:43077/solr/cdcr-source_shard1_replica_n1/ shard1
   [junit4]   2> 1542600 INFO  (zkCallback-4319-thread-2-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-source:shard1
   [junit4]   2> 1542600 INFO  (coreZkRegister-8424-thread-1-processing-n:127.0.0.1:43077_solr x:cdcr-source_shard1_replica_n1 s:shard1 c:cdcr-source r:core_node2) [n:127.0.0.1:43077_solr c:cdcr-source s:shard1 r:core_node2 x:cdcr-source_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1542702 INFO  (zkCallback-4319-thread-1-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1542702 INFO  (zkCallback-4319-thread-2-processing-n:127.0.0.1:43077_solr) [n:127.0.0.1:43077_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-source/state.json] for collection [cdcr-source] has occurred - updating... (live nodes size: [1])
   [junit4]   1> -
   [junit4]   1> replica:core_node2 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 1543599 INFO  (TEST-CdcrBootstrapTest.testConvertClusterToCdcrAndBootstrap-seed#[7E2D2FB13391E520]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: cdcr-source
   [junit4]   2> 1543600 ERROR (TEST-Cd

[...truncated too long message...]

6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=2068156641
   [junit4]   2> 1300840 INFO  (coreCloseExecutor-752-thread-6) [n:127.0.0.1:42263_solr c:localShardsTestColl s:shard1 r:core_node7 x:localShardsTestColl_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1216071028
   [junit4]   2> 1300840 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7cdaf0db0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1300841 INFO  (coreCloseExecutor-752-thread-8) [n:127.0.0.1:42263_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=725402417
   [junit4]   2> 1300849 INFO  (jetty-closer-113-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98934996611039241-127.0.0.1:42263_solr-n_0000000000) closing
   [junit4]   2> 1300849 INFO  (OverseerStateUpdate-98934996611039241-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42263_solr
   [junit4]   2> 1300849 WARN  (OverseerAutoScalingTriggerThread-98934996611039241-127.0.0.1:42263_solr-n_0000000000) [n:127.0.0.1:42263_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1303259 WARN  (zkCallback-127-thread-4-processing-n:127.0.0.1:46361_solr) [n:127.0.0.1:46361_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1303259 WARN  (zkCallback-129-thread-8-processing-n:127.0.0.1:42263_solr) [n:127.0.0.1:42263_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1303259 INFO  (zkCallback-127-thread-4-processing-n:127.0.0.1:46361_solr) [n:127.0.0.1:46361_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1303259 INFO  (zkCallback-129-thread-8-processing-n:127.0.0.1:42263_solr) [n:127.0.0.1:42263_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1303259 INFO  (zkCallback-127-thread-4-processing-n:127.0.0.1:46361_solr) [n:127.0.0.1:46361_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.c.SolrCore [localShardsTestColl_shard2_replica_n8]  CLOSING SolrCore org.apache.solr.core.SolrCore@5d20b717
   [junit4]   2> 1303259 INFO  (zkCallback-129-thread-8-processing-n:127.0.0.1:42263_solr) [n:127.0.0.1:42263_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [foo_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1cd35d8b
   [junit4]   2> 1303260 INFO  (zkCallback-127-thread-4-processing-n:127.0.0.1:46361_solr) [n:127.0.0.1:46361_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n8, tag=1562425111
   [junit4]   2> 1303260 INFO  (zkCallback-129-thread-8-processing-n:127.0.0.1:42263_solr) [n:127.0.0.1:42263_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=483614091
   [junit4]   2> 1303260 INFO  (zkCallback-127-thread-4-processing-n:127.0.0.1:46361_solr) [n:127.0.0.1:46361_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55270ae9: rootName = solr_46361, domain = solr.core.localShardsTestColl.shard2.replica_n8, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n8 / com.codahale.metrics.MetricRegistry@5f309736
   [junit4]   2> 1303260 INFO  (zkCallback-129-thread-8-processing-n:127.0.0.1:42263_solr) [n:127.0.0.1:42263_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45bf1b0b: rootName = solr_42263, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@acc4c8d
   [junit4]   2> 1303266 INFO  (zkCallback-127-thread-4-processing-n:127.0.0.1:46361_solr) [n:127.0.0.1:46361_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1562425111
   [junit4]   2> 1303268 INFO  (jetty-closer-113-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45080b6a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1303270 INFO  (zkCallback-129-thread-8-processing-n:127.0.0.1:42263_solr) [n:127.0.0.1:42263_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=483614091
   [junit4]   2> 1303271 INFO  (jetty-closer-113-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@189c687a{/solr,null,UNAVAILABLE}
   [junit4]   2> 1303272 ERROR (SUITE-CloudSolrClientTest-seed#[40C8670AD5BDFC5D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1303272 INFO  (SUITE-CloudSolrClientTest-seed#[40C8670AD5BDFC5D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41111 41111
   [junit4]   2> 1316312 INFO  (Thread-308) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41111 41111
   [junit4]   2> 1316313 WARN  (Thread-308) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/collections/foo/state.json
   [junit4]   2> 	13	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	10	/solr/collections/collection1/state.json
   [junit4]   2> 	10	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	10	/solr/collections/multicollection2/state.json
   [junit4]   2> 	10	/solr/collections/multicollection1/state.json
   [junit4]   2> 	9	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard3/election/98934996611039241-core_node18-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_40C8670AD5BDFC5D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), title_s=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Memory), text=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), title_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=17, maxMBSortInHeap=5.614150105504594, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-IQ, timezone=America/Porto_Acre
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=171507568,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentAnalysisResponseTest, TangentEvaluatorTest, StreamExpressionToExplanationTest, SineEvaluatorTest, TestCoreAdmin, LessThanEqualToEvaluatorTest, HyperbolicSineEvaluatorTest, TestJavaBinCodec, NormalizeEvaluatorTest, ExclusiveOrEvaluatorTest, HttpSolrClientBuilderTest, CommonParamsTest, NoOpResponseParserTest, AddEvaluatorTest, ModifiableSolrParamsTest, DivideEvaluatorTest, NamedListTest, SelectWithEvaluatorsTest, RegressionEvaluatorTest, TestBatchUpdate, TestSolrJErrorHandling, SolrParamTest, ArcCosineEvaluatorTest, CoalesceEvaluatorTest, SolrExampleBinaryTest, SolrExampleJettyTest, LargeVolumeBinaryJettyTest, JettyWebappTest, LargeVolumeJettyTest, TestEmbeddedSolrServer, TestHash, SolrDocumentTest, TestUpdateRequestCodec, FacetFieldTest, TestLBHttpSolrClient, CloudSolrClientBuilderTest, CloudSolrClientTest]
   [junit4] Completed [146/146 (1!)] on J2 in 1263.33s, 16 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 46341 lines...]

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk1.8.0_144) - Build # 726 - Still Unstable!

[Policeman Jenkins Server <je...@thetaphi.de>]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/726/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown

Error Message:
[TestEvent{timestamp=1509640050458000000, config=org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig$TriggerListenerConfig@78c1893, stage=SUCCEEDED, actionName='null', event={   "id":"14f351a066872c00T51eizgsu5msabk9rrxwh7x6vf",   "source":"node_added_cooldown_trigger",   "eventTime":1509640049456000000,   "eventType":"NODEADDED",   "properties":{     "eventTimes":[1509640049456000000],     "_enqueue_time_":1509640050457000000,     "nodeNames":["127.0.0.1:42101_solr"]}}, message='null'}]

Stack Trace:
java.lang.AssertionError: [TestEvent{timestamp=1509640050458000000, config=org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig$TriggerListenerConfig@78c1893, stage=SUCCEEDED, actionName='null', event={
  "id":"14f351a066872c00T51eizgsu5msabk9rrxwh7x6vf",
  "source":"node_added_cooldown_trigger",
  "eventTime":1509640049456000000,
  "eventType":"NODEADDED",
  "properties":{
    "eventTimes":[1509640049456000000],
    "_enqueue_time_":1509640050457000000,
    "nodeNames":["127.0.0.1:42101_solr"]}}, message='null'}]
	at __randomizedtesting.SeedInfo.seed([56D8A1145BACAB4F:6766CCF02506DEBD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testCooldown(TriggerIntegrationTest.java:1200)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12641 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 1054961 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/init-core-data-001
   [junit4]   2> 1054961 WARN  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1054962 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1054962 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1054963 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001
   [junit4]   2> 1054963 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1054963 INFO  (Thread-4751) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1054963 INFO  (Thread-4751) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1054964 ERROR (Thread-4751) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1055063 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34279
   [junit4]   2> 1055068 INFO  (jetty-launcher-1408-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1055068 INFO  (jetty-launcher-1408-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1055068 INFO  (jetty-launcher-1408-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d088632{/solr,null,AVAILABLE}
   [junit4]   2> 1055068 INFO  (jetty-launcher-1408-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31cb8a22{/solr,null,AVAILABLE}
   [junit4]   2> 1055069 INFO  (jetty-launcher-1408-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a2456fb{SSL,[ssl, http/1.1]}{127.0.0.1:35771}
   [junit4]   2> 1055069 INFO  (jetty-launcher-1408-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2df9c459{SSL,[ssl, http/1.1]}{127.0.0.1:38873}
   [junit4]   2> 1055069 INFO  (jetty-launcher-1408-thread-1) [    ] o.e.j.s.Server Started @1056420ms
   [junit4]   2> 1055069 INFO  (jetty-launcher-1408-thread-2) [    ] o.e.j.s.Server Started @1056420ms
   [junit4]   2> 1055069 INFO  (jetty-launcher-1408-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35771}
   [junit4]   2> 1055069 INFO  (jetty-launcher-1408-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38873}
   [junit4]   2> 1055069 ERROR (jetty-launcher-1408-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1055069 ERROR (jetty-launcher-1408-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T16:26:36.801Z
   [junit4]   2> 1055070 INFO  (jetty-launcher-1408-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T16:26:36.801Z
   [junit4]   2> 1055071 INFO  (jetty-launcher-1408-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1055071 INFO  (jetty-launcher-1408-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1055074 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7d8e45170001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1055075 INFO  (jetty-launcher-1408-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
   [junit4]   2> 1055075 INFO  (jetty-launcher-1408-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
   [junit4]   2> 1055076 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f7d8e45170003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1055108 INFO  (jetty-launcher-1408-thread-1) [n:127.0.0.1:35771_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1055108 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1055108 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38873_solr
   [junit4]   2> 1055108 INFO  (jetty-launcher-1408-thread-1) [n:127.0.0.1:35771_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35771_solr
   [junit4]   2> 1055108 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.Overseer Overseer (id=98935766823403526-127.0.0.1:38873_solr-n_0000000000) starting
   [junit4]   2> 1055109 INFO  (zkCallback-1420-thread-1-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1055109 INFO  (zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr) [n:127.0.0.1:35771_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1055112 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1055112 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38873_solr
   [junit4]   2> 1055113 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1055118 INFO  (zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr) [n:127.0.0.1:35771_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1055118 INFO  (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1055119 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1055119 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1055119 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1055122 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1055123 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1055123 DEBUG (ScheduledTrigger-3448-thread-1) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1055196 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38873.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055202 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38873.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055203 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38873.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055204 INFO  (jetty-launcher-1408-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node2/.
   [junit4]   2> 1055209 INFO  (jetty-launcher-1408-thread-1) [n:127.0.0.1:35771_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35771.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055214 INFO  (jetty-launcher-1408-thread-1) [n:127.0.0.1:35771_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35771.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055214 INFO  (jetty-launcher-1408-thread-1) [n:127.0.0.1:35771_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35771.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055215 INFO  (jetty-launcher-1408-thread-1) [n:127.0.0.1:35771_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node1/.
   [junit4]   2> 1055233 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1055233 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1055245 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 1055245 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 1055245 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1055245 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1055247 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1055247 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1055247 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1055248 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1055250 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35bf38f4{/solr,null,AVAILABLE}
   [junit4]   2> 1055250 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c7c1f2d{SSL,[ssl, http/1.1]}{127.0.0.1:40455}
   [junit4]   2> 1055250 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server Started @1056601ms
   [junit4]   2> 1055250 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40455}
   [junit4]   2> 1055251 ERROR (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1055251 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1055251 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1055251 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1055251 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T16:26:36.982Z
   [junit4]   2> 1055255 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1055263 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
   [junit4]   2> 1055270 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40455_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1055271 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40455_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1055272 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40455_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40455_solr
   [junit4]   2> 1055278 INFO  (zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr) [n:127.0.0.1:35771_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1055278 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1055279 INFO  (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1055279 INFO  (zkCallback-1432-thread-1-processing-n:127.0.0.1:40455_solr) [n:127.0.0.1:40455_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1055339 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40455_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40455.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055344 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40455_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40455.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055344 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40455_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40455.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1055345 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40455_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node3/.
   [junit4]   2> 1055388 INFO  (qtp735671381-11246) [n:127.0.0.1:35771_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1055388 INFO  (qtp735671381-11246) [n:127.0.0.1:35771_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1055390 INFO  (qtp735671381-11259) [n:127.0.0.1:35771_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1055409 INFO  (qtp1374658535-11244) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1055431 INFO  (qtp263907092-11302) [n:127.0.0.1:40455_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1055431 DEBUG (qtp735671381-11246) [n:127.0.0.1:35771_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1055432 INFO  (qtp735671381-11246) [n:127.0.0.1:35771_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=45
   [junit4]   2> 1055432 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1055433 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35771_solr, 127.0.0.1:40455_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1055433 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1055433 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c7c1f2d{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1055433 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=876460210
   [junit4]   2> 1055433 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1055433 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@725bd18f: rootName = solr_40455, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@29cc9b04
   [junit4]   2> 1055433 INFO  (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1055434 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1055434 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1055434 DEBUG (ScheduledTrigger-3448-thread-1) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:35771_solr, 127.0.0.1:40455_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1055438 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1055438 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@267777f2: rootName = solr_40455, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5d284b8b
   [junit4]   2> 1055441 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1055441 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48db86c3: rootName = solr_40455, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6763f439
   [junit4]   2> 1055441 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40455_solr
   [junit4]   2> 1055442 INFO  (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1055442 INFO  (zkCallback-1432-thread-1-processing-n:127.0.0.1:40455_solr) [n:127.0.0.1:40455_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1055442 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1055442 INFO  (zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr) [n:127.0.0.1:35771_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 1055442 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1055442 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1055443 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35bf38f4{/solr,null,UNAVAILABLE}
   [junit4]   2> 1056435 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1056435 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:40455_solr
   [junit4]   2> 1056946 INFO  (qtp735671381-11257) [n:127.0.0.1:35771_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1056946 INFO  (qtp735671381-11257) [n:127.0.0.1:35771_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1056947 INFO  (qtp735671381-11258) [n:127.0.0.1:35771_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1056949 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1056949 DEBUG (qtp735671381-11257) [n:127.0.0.1:35771_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1056950 INFO  (qtp735671381-11257) [n:127.0.0.1:35771_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1056950 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1056950 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1056950 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1056950 INFO  (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1056950 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:40455_solr
   [junit4]   2> 1056951 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1056951 DEBUG (ScheduledTrigger-3448-thread-1) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger with currently live nodes: [127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1056951 DEBUG (ScheduledTrigger-3448-thread-1) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:40455_solr]
   [junit4]   2> 1056951 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1056951 DEBUG (ScheduledTrigger-3448-thread-1) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"14f35194941a2840T51eizgsu5msabk9rrxwh7x6v1",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":1509639998681000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509639998681000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:40455_solr"]}}
   [junit4]   2> 1056951 INFO  (ScheduledTrigger-3448-thread-1) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1056952 DEBUG (AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f35194941a2840T51eizgsu5msabk9rrxwh7x6v1",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":1509639998681000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509639998681000000],
   [junit4]   2>     "_enqueue_time_":1509639998682000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:40455_solr"]}}
   [junit4]   2> 1056952 INFO  (TEST-TriggerIntegrationTest.testNodeLostTriggerRestoreState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
   [junit4]   2> 1056967 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 1056967 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 1056967 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1056968 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1056968 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1056968 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1056968 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 1056969 INFO  (qtp735671381-11248) [n:127.0.0.1:35771_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1056972 INFO  (qtp735671381-11248) [n:127.0.0.1:35771_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1056980 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1056980 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1056982 INFO  (qtp735671381-11248) [n:127.0.0.1:35771_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1056987 INFO  (qtp1374658535-11244) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1056988 DEBUG (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1056989 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=14
   [junit4]   2> 1056990 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1056990 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1056990 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1056991 INFO  (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1056991 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1056991 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1056991 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:35771_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1056994 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7a2456fb{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1056995 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1700336326
   [junit4]   2> 1056995 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1056995 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60efc07b: rootName = solr_35771, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3a07eacf
   [junit4]   2> 1057003 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1057003 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3404369d: rootName = solr_35771, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5d284b8b
   [junit4]   2> 1057009 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1057009 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4f1f9df: rootName = solr_35771, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6763f439
   [junit4]   2> 1057009 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35771_solr
   [junit4]   2> 1057010 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1057010 INFO  (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1057010 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1057011 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1057012 INFO  (zkCallback-1419-thread-1-processing-n:127.0.0.1:35771_solr) [n:127.0.0.1:35771_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1057012 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@31cb8a22{/solr,null,UNAVAILABLE}
   [junit4]   2> 1057992 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1057992 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:35771_solr
   [junit4]   2> 1058971 INFO  (OverseerCollectionConfigSetProcessor-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1058992 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1058992 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:35771_solr]
   [junit4]   2> 1058992 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v3",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1509639999723000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509639999723000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:35771_solr"]}}
   [junit4]   2> 1058993 INFO  (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1058993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:35771_solr] is not ready, will try later
   [junit4]   2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:35771_solr]
   [junit4]   2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v5",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1509639999723000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509639999723000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:35771_solr"]}}
   [junit4]   2> 1059993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:35771_solr] is not ready, will try later
   [junit4]   2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:35771_solr]
   [junit4]   2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v6",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1509639999723000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509639999723000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:35771_solr"]}}
   [junit4]   2> 1060993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger listener for lost nodes: [127.0.0.1:35771_solr] is not ready, will try later
   [junit4]   2> 1061993 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1061994 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:35771_solr]
   [junit4]   2> 1061994 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v7",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1509639999723000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509639999723000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:35771_solr"]}}
   [junit4]   2> 1061994 DEBUG (AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f35194d235d0c0T51eizgsu5msabk9rrxwh7x6v7",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1509639999723000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509639999723000000],
   [junit4]   2>     "_enqueue_time_":1509640003725000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:35771_solr"]}}
   [junit4]   2> 1061994 INFO  (AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.ActionThrottle The last action attempt started 5042ms ago.
   [junit4]   2> 1061997 INFO  (qtp1374658535-11256) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1061997 INFO  (qtp1374658535-11256) [n:127.0.0.1:38873_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1062000 INFO  (qtp1374658535-11247) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1062000 DEBUG (qtp1374658535-11256) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1062001 INFO  (qtp1374658535-11256) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 1062001 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1062001 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1062001 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1062001 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1062001 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1062994 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1063995 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: [127.0.0.1:38873_solr]
   [junit4]   2> 1064001 INFO  (TEST-TriggerIntegrationTest.testNodeLostTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 1064009 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 1064009 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 8
   [junit4]   2> 1064009 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 1064009 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 1064011 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1064011 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1064011 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 1064012 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1064027 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6116ee75{/solr,null,AVAILABLE}
   [junit4]   2> 1064027 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5b03c590{SSL,[ssl, http/1.1]}{127.0.0.1:46603}
   [junit4]   2> 1064027 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server Started @1065378ms
   [junit4]   2> 1064027 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46603}
   [junit4]   2> 1064028 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1064028 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1064028 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1064028 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1064028 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T16:26:45.759Z
   [junit4]   2> 1064032 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1064039 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
   [junit4]   2> 1064047 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:46603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1064048 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:46603_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1064049 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:46603_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46603_solr
   [junit4]   2> 1064049 INFO  (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1064050 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1064051 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:46603_solr) [n:127.0.0.1:46603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1064327 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:46603_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46603.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1064337 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:46603_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46603.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1064337 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:46603_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46603.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1064339 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:46603_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node4/.
   [junit4]   2> 1064364 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1064365 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1064365 INFO  (qtp1374658535-11245) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1064384 INFO  (qtp993751146-11345) [n:127.0.0.1:46603_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1064384 DEBUG (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1064385 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=22
   [junit4]   2> 1064385 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 1064385 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46603_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1064385 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 1064385 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 1064386 INFO  (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1064386 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1064386 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 1064386 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1064386 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:46603_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1064387 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1064388 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2845ec1e{/solr,null,AVAILABLE}
   [junit4]   2> 1064388 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@50f727c5{SSL,[ssl, http/1.1]}{127.0.0.1:42761}
   [junit4]   2> 1064389 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server Started @1065740ms
   [junit4]   2> 1064389 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42761}
   [junit4]   2> 1064389 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1064389 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1064389 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1064389 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1064389 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T16:26:46.120Z
   [junit4]   2> 1064391 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1064398 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
   [junit4]   2> 1064403 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:42761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1064404 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:42761_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1064405 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:42761_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42761_solr
   [junit4]   2> 1064411 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1064411 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:46603_solr) [n:127.0.0.1:46603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1064411 INFO  (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1064414 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:42761_solr) [n:127.0.0.1:42761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1064480 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:42761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42761.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1064487 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:42761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42761.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1064487 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:42761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42761.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1064488 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:42761_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node5/.
   [junit4]   2> 1065387 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1065387 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1065387 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42761_solr at time 1509640007118000000
   [junit4]   2> 1066387 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1066387 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:42761_solr] added at times [1509640007118000000], now=1509640009119000000
   [junit4]   2> 1067388 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"14f351968afc8f80T51eizgsu5msabk9rrxwh7x6v8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1509640007118000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509640007118000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:42761_solr"]}}
   [junit4]   2> 1067388 INFO  (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1067388 DEBUG (AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f351968afc8f80T51eizgsu5msabk9rrxwh7x6v8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1509640007118000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509640007118000000],
   [junit4]   2>     "_enqueue_time_":1509640009119000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:42761_solr"]}}
   [junit4]   2> 1067388 INFO  (AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.ActionThrottle The last action attempt started 5394ms ago.
   [junit4]   2> 1067428 INFO  (qtp507884985-11371) [n:127.0.0.1:42761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1067428 INFO  (qtp507884985-11371) [n:127.0.0.1:42761_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1067432 INFO  (qtp507884985-11372) [n:127.0.0.1:42761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1067434 INFO  (qtp1374658535-11249) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1067437 INFO  (qtp993751146-11346) [n:127.0.0.1:46603_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1067437 DEBUG (qtp507884985-11371) [n:127.0.0.1:42761_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1067438 INFO  (qtp507884985-11371) [n:127.0.0.1:42761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=12
   [junit4]   2> 1067438 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 1067438 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1067438 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 1067438 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 1067439 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1067439 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 1068389 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1068389 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1069389 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1069389 DEBUG (ScheduledTrigger-3448-thread-3) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1069438 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[56D8A1145BACAB4F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 1069454 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
   [junit4]   2> 1069454 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 11
   [junit4]   2> 1069454 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 1069454 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 1069455 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1069455 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1069455 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 1069458 INFO  (qtp1374658535-11244) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1069458 INFO  (qtp1374658535-11244) [n:127.0.0.1:38873_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34279/solr ready
   [junit4]   2> 1069460 INFO  (qtp507884985-11371) [n:127.0.0.1:42761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1069462 INFO  (qtp1374658535-11247) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1069465 INFO  (qtp993751146-11351) [n:127.0.0.1:46603_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 1069466 DEBUG (qtp1374658535-11244) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1069466 INFO  (qtp1374658535-11244) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=9
   [junit4]   2> 1069466 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
   [junit4]   2> 1069467 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1069467 DEBUG (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 1069467 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 1069467 INFO  (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 1069468 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1069468 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1069468 DEBUG (OverseerAutoScalingTriggerThread-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 1069468 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1069468 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1069470 INFO  (qtp1374658535-11252) [n:127.0.0.1:38873_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1069471 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1069472 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a1386f6{/solr,null,AVAILABLE}
   [junit4]   2> 1069472 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@722ad7ff{SSL,[ssl, http/1.1]}{127.0.0.1:40477}
   [junit4]   2> 1069473 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.e.j.s.Server Started @1070824ms
   [junit4]   2> 1069473 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40477}
   [junit4]   2> 1069473 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1069473 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.2.0
   [junit4]   2> 1069473 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1069473 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1069473 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-02T16:26:51.204Z
   [junit4]   2> 1069475 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1069481 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34279/solr
   [junit4]   2> 1069493 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40477_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1069494 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40477_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1069495 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40477_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40477_solr
   [junit4]   2> 1069496 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1069496 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:46603_solr) [n:127.0.0.1:46603_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1069496 INFO  (zkCallback-1420-thread-2-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1069496 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:42761_solr) [n:127.0.0.1:42761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1069502 INFO  (zkCallback-1471-thread-1-processing-n:127.0.0.1:40477_solr) [n:127.0.0.1:40477_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1069574 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40477_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40477.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1069584 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40477_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40477.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1069584 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40477_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40477.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@56febe5a
   [junit4]   2> 1069585 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[56D8A1145BACAB4F]) [n:127.0.0.1:40477_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001/tempDir-001/node6/.
   [junit4]   2> 1070468 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1070469 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1070469 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:40477_solr at time 1509640012200000000
   [junit4]   2> 1071469 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1071469 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1071469 INFO  (OverseerCollectionConfigSetProcessor-98935766823403526-127.0.0.1:38873_solr-n_0000000000) [n:127.0.0.1:38873_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1072469 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1072469 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1073469 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1073470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1074470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1074470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1075470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1075470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1076470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1076470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1077470 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1077471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1078471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1078471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1079471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1079471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1080471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1080471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:40477_solr, 127.0.0.1:46603_solr, 127.0.0.1:42761_solr, 127.0.0.1:38873_solr]
   [junit4]   2> 1080471 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:40477_solr] added at times [1509640012200000000], now=1509640022202000000
   [junit4]   2> 1080472 DEBUG (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"14f35197b9e5ba00T51eizgsu5msabk9rrxwh7x6va",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1509640012200000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1509640012200000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:40477_solr"]}}
   [junit4]   2> 1080472 INFO  (ScheduledTrigger-3448-thread-2) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1080473 DEBUG (AutoscalingActionExecutor-3449-thread-1-processing-n:127.0.0.1:38873_solr) [n:127.0.0.1:38873_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14f35197b9e5ba00T51eizgsu5msabk9rrxwh7x6va",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1509640012200000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "

[...truncated too long message...]

57)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1181425 WARN  (zkCallback-1496-thread-2-processing-n:127.0.0.1:42101_solr) [n:127.0.0.1:42101_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:43809_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:43809_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1181426 INFO  (jetty-closer-1409-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63245c15{/solr,null,UNAVAILABLE}
   [junit4]   2> 1182890 WARN  (zkCallback-1505-thread-2-processing-n:127.0.0.1:36635_solr) [n:127.0.0.1:36635_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1182891 INFO  (jetty-closer-1409-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b406238{/solr,null,UNAVAILABLE}
   [junit4]   2> 1182891 INFO  (jetty-closer-1409-thread-8) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79ccc682{/solr,null,UNAVAILABLE}
   [junit4]   2> 1182891 INFO  (jetty-closer-1409-thread-9) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7200f8f7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1182892 ERROR (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1182892 INFO  (SUITE-TriggerIntegrationTest-seed#[56D8A1145BACAB4F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34279 34279
   [junit4]   2> 1187912 INFO  (Thread-4751) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34279 34279
   [junit4]   2> 1187913 WARN  (Thread-4751) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/aliases.json
   [junit4]   2> 	17	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/clusterprops.json
   [junit4]   2> 	40	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98935766823403526-127.0.0.1:38873_solr-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98935766823403562-127.0.0.1:36635_solr-n_0000000009
   [junit4]   2> 	2	/solr/overseer_elect/election/98935766823403572-127.0.0.1:41953_solr-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/98935766823403566-127.0.0.1:36907_solr-n_0000000010
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/live_nodes
   [junit4]   2> 	40	/solr/collections
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/queue
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_trigger
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_trigger
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_trigger1
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_56D8A1145BACAB4F-001
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=8, maxDocsPerChunk=626, blockSize=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=8, blockSize=7)), sim=RandomSimilarity(queryNorm=true): {}, locale=sr-BA, timezone=Canada/Central
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=169897408,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfig, TestBulkSchemaConcurrent, DeleteInactiveReplicaTest, CacheHeaderTest, TestHighlightDedupGrouping, DistanceUnitsTest, TestObjectReleaseTracker, PrimitiveFieldTypeTest, TestImplicitCoreProperties, TestSimpleTextCodec, ComputePlanActionTest, CursorMarkTest, DeleteReplicaTest, DistributedQueueTest, TestSort, UpdateRequestProcessorFactoryTest, TestFoldingMultitermQuery, ResourceLoaderTest, PeerSyncTest, TestSolrCoreParser, SearchHandlerTest, TestJoin, ExternalFileFieldSortTest, TestSolrQueryResponse, UpdateLogTest, TestSolrCloudWithKerberosAlt, TestBadConfig, TestMergePolicyConfig, DistributedFacetPivotSmallAdvancedTest, TestMultiWordSynonyms, SearchRateTriggerTest, SoftAutoCommitTest, ConnectionManagerTest, HdfsDirectoryTest, HdfsTlogReplayBufferedWhileIndexingTest, TestXmlQParserPlugin, DistribCursorPagingTest, DistributedMLTComponentTest, TestPayloadCheckQParserPlugin, CdcrUpdateLogTest, CursorPagingTest, TestSizeLimitedDistributedMap, HdfsNNFailoverTest, TestSimpleQParserPlugin, TestCopyFieldCollectionResource, ForceLeaderTest, TestEmbeddedSolrServerSchemaAPI, TestLegacyFieldCache, TestSSLRandomization, RankQueryTest, SolrCoreMetricManagerTest, SliceStateTest, BasicDistributedZkTest, ResponseLogComponentTest, HttpTriggerListenerTest, TestHttpShardHandlerFactory, MinimalSchemaTest, HdfsRestartWhileUpdatingTest, TestFileDictionaryLookup, DistributedQueryElevationComponentTest, AssignBackwardCompatibilityTest, TestHdfsBackupRestoreCore, BigEndianAscendingWordDeserializerTest, TestAuthenticationFramework, TestCodecSupport, BaseCdcrDistributedZkTest, AtomicUpdateProcessorFactoryTest, CachingDirectoryFactoryTest, TestFastOutputStream, TestRecoveryHdfs, TestLegacyNumericUtils, CleanupOldIndexTest, SolrCLIZkUtilsTest, BlockJoinFacetSimpleTest, TestHdfsUpdateLog, TestGraphMLResponseWriter, TestNRTOpen, HLLUtilTest, CdcrReplicationHandlerTest, TestUtils, InfoHandlerTest, QueryParsingTest, JSONWriterTest, PeerSyncReplicationTest, ExplicitHLLTest, TestPhraseSuggestions, ZkControllerTest, TestRandomCollapseQParserPlugin, TestSolrConfigHandlerCloud, HdfsChaosMonkeyNothingIsSafeTest, SolrPluginUtilsTest, TestWordDelimiterFilterFactory, TestCustomDocTransformer, TermVectorComponentTest, DateFieldTest, TestComponentsName, SpellCheckComponentTest, SecurityConfHandlerTest, TestSweetSpotSimilarityFactory, TestClassicSimilarityFactory, TriggerIntegrationTest]
   [junit4] Completed [320/746 (1!)] on J0 in 132.97s, 11 tests, 1 failure <<< FAILURES!

[...truncated 48655 lines...]