You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/02/09 04:40:05 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4429 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4429/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
max version bucket seed not updated after recovery!

Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
	at __randomizedtesting.SeedInfo.seed([28CDF4E6F3DD2703:A099CB3C5D214AFB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:441)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:140)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([28CDF4E6F3DD2703:2C335DF4C917A599]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12540 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/init-core-data-001
   [junit4]   2> 879698 WARN  (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 879698 INFO  (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 879698 INFO  (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 879698 INFO  (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 879698 INFO  (SUITE-HttpPartitionTest-seed#[28CDF4E6F3DD2703]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t_/xx
   [junit4]   2> 879703 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 879703 INFO  (Thread-2243) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 879703 INFO  (Thread-2243) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 879708 ERROR (Thread-2243) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 879810 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.ZkTestServer start zk server on port:63810
   [junit4]   2> 879919 INFO  (zkConnectionManagerCallback-2433-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879925 INFO  (zkConnectionManagerCallback-2435-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 879936 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 879940 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 879943 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 879945 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 879948 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 879950 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 879953 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 879955 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 879958 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 879960 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 879962 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 879968 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 880261 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 880263 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 880263 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 880263 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 880263 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f53206f{/t_/xx,null,AVAILABLE}
   [junit4]   2> 880265 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@489cf1ac{HTTP/1.1,[http/1.1]}{127.0.0.1:63816}
   [junit4]   2> 880265 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server Started @882414ms
   [junit4]   2> 880265 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/control/data, hostPort=63815, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores}
   [junit4]   2> 880266 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 880266 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 880266 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 880266 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 880266 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T03:33:50.297529Z
   [junit4]   2> 880268 INFO  (zkConnectionManagerCallback-2437-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 880269 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 880269 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/solr.xml
   [junit4]   2> 880273 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 880273 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 880274 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 880277 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
   [junit4]   2> 880278 INFO  (zkConnectionManagerCallback-2441-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 880282 INFO  (zkConnectionManagerCallback-2443-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 880463 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 880464 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63815_t_%2Fxx
   [junit4]   2> 880465 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.Overseer Overseer (id=72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) starting
   [junit4]   2> 880479 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63815_t_%2Fxx
   [junit4]   2> 880480 INFO  (OverseerStateUpdate-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 880549 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 880563 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 880563 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 880566 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores
   [junit4]   2> 880592 INFO  (zkConnectionManagerCallback-2449-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 880594 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 880595 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63810/solr ready
   [junit4]   2> 880596 INFO  (SocketProxy-Acceptor-63815) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63822,localport=63815], receiveBufferSize:408300
   [junit4]   2> 880597 INFO  (SocketProxy-Acceptor-63815) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63816,localport=63823], receiveBufferSize=408300
   [junit4]   2> 880599 INFO  (qtp583296108-10424) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:63815_t_%252Fxx&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 880602 INFO  (OverseerThreadFactory-4311-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 880712 INFO  (SocketProxy-Acceptor-63815) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63825,localport=63815], receiveBufferSize:408300
   [junit4]   2> 880713 INFO  (SocketProxy-Acceptor-63815) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63816,localport=63826], receiveBufferSize=408300
   [junit4]   2> 880713 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 880713 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 880820 INFO  (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 881731 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 881740 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 881826 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 881846 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 881848 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 881848 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 881848 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 881850 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 881856 WARN  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 881912 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 881913 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 881914 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 881914 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 881915 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 881916 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@21314e84[control_collection_shard1_replica_n1] main]
   [junit4]   2> 881917 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 881918 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 881918 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 881919 INFO  (searcherExecutor-4314-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@21314e84[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 881920 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892751890251776
   [junit4]   2> 881933 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 881933 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 881933 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63815/t_/xx/control_collection_shard1_replica_n1/
   [junit4]   2> 881933 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 881933 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:63815/t_/xx/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 881933 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 881940 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63815/t_/xx/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 882046 INFO  (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 882057 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 882060 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1347
   [junit4]   2> 882064 INFO  (qtp583296108-10424) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 882162 INFO  (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 882612 INFO  (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 883071 INFO  (qtp583296108-10424) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:63815_t_%252Fxx&wt=javabin&version=2} status=0 QTime=2471
   [junit4]   2> 883076 INFO  (zkConnectionManagerCallback-2453-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 883077 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 883079 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63810/solr ready
   [junit4]   2> 883079 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 883079 INFO  (SocketProxy-Acceptor-63815) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63838,localport=63815], receiveBufferSize:408300
   [junit4]   2> 883080 INFO  (SocketProxy-Acceptor-63815) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63816,localport=63839], receiveBufferSize=408300
   [junit4]   2> 883080 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 883083 INFO  (OverseerThreadFactory-4311-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 883084 WARN  (OverseerThreadFactory-4311-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 883296 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 883296 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=215
   [junit4]   2> 883652 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001 of type TLOG
   [junit4]   2> 883653 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 883654 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 883654 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 883655 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 883655 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43bbbb37{/t_/xx,null,AVAILABLE}
   [junit4]   2> 883655 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62139d30{HTTP/1.1,[http/1.1]}{127.0.0.1:63843}
   [junit4]   2> 883655 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server Started @885804ms
   [junit4]   2> 883655 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/jetty1, hostPort=63842, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores, replicaType=TLOG}
   [junit4]   2> 883655 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 883656 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 883656 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 883656 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 883656 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T03:33:53.687227Z
   [junit4]   2> 883658 INFO  (zkConnectionManagerCallback-2455-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 883659 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 883659 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/solr.xml
   [junit4]   2> 883661 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 883661 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 883662 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 883664 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
   [junit4]   2> 883666 INFO  (zkConnectionManagerCallback-2459-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 883669 INFO  (zkConnectionManagerCallback-2461-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 883680 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 883683 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 883687 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63842_t_%2Fxx
   [junit4]   2> 883689 INFO  (zkCallback-2442-thread-1-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 883689 INFO  (zkCallback-2452-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 883689 INFO  (zkCallback-2460-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 883742 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 883752 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 883752 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 883753 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores
   [junit4]   2> 883775 INFO  (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63842_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 883779 INFO  (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 883780 INFO  (OverseerThreadFactory-4311-thread-3-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63842_t_%2Fxx for creating new replica
   [junit4]   2> 883783 INFO  (SocketProxy-Acceptor-63842) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63849,localport=63842], receiveBufferSize:408300
   [junit4]   2> 883784 INFO  (SocketProxy-Acceptor-63842) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63843,localport=63850], receiveBufferSize=408300
   [junit4]   2> 883785 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 883786 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 884805 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 884814 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema [collection1_shard2_replica_t41] Schema name=test
   [junit4]   2> 884888 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 884910 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t41' using configuration from collection collection1, trusted=true
   [junit4]   2> 884910 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t41' (registry 'solr.core.collection1.shard2.replica_t41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 884910 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 884910 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [[collection1_shard2_replica_t41] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores/collection1_shard2_replica_t41], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-1-001/cores/collection1_shard2_replica_t41/data/]
   [junit4]   2> 884912 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 884914 WARN  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 884957 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 884957 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 884959 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 884959 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 884960 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 884960 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.SolrIndexSearcher Opening [Searcher@d108822[collection1_shard2_replica_t41] main]
   [junit4]   2> 884961 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 884962 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 884963 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 884963 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892755081068544
   [junit4]   2> 884963 INFO  (searcherExecutor-4325-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx x:collection1_shard2_replica_t41 s:shard2 c:collection1) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SolrCore [collection1_shard2_replica_t41] Registered new searcher Searcher@d108822[collection1_shard2_replica_t41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 884975 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 884975 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 884975 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/
   [junit4]   2> 884975 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 884975 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.SyncStrategy http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/ has no replicas
   [junit4]   2> 884975 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 884975 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController collection1_shard2_replica_t41 stopping background replication from leader
   [junit4]   2> 884980 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/ shard2
   [junit4]   2> 885098 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 885101 INFO  (qtp1098950099-10480) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1315
   [junit4]   2> 885104 INFO  (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63842_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1328
   [junit4]   2> 885385 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001 of type TLOG
   [junit4]   2> 885386 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 885387 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 885387 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 885387 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 885388 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7700b03f{/t_/xx,null,AVAILABLE}
   [junit4]   2> 885388 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d656ba5{HTTP/1.1,[http/1.1]}{127.0.0.1:63857}
   [junit4]   2> 885388 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server Started @887537ms
   [junit4]   2> 885388 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/jetty2, hostPort=63856, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores, replicaType=TLOG}
   [junit4]   2> 885389 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 885389 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 885389 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 885389 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 885389 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T03:33:55.420431Z
   [junit4]   2> 885391 INFO  (zkConnectionManagerCallback-2465-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 885392 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 885392 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/solr.xml
   [junit4]   2> 885395 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 885395 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 885395 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 885399 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
   [junit4]   2> 885400 INFO  (zkConnectionManagerCallback-2469-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 885404 INFO  (zkConnectionManagerCallback-2471-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 885417 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 885421 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 885427 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63856_t_%2Fxx
   [junit4]   2> 885429 INFO  (zkCallback-2460-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 885429 INFO  (zkCallback-2452-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 885429 INFO  (zkCallback-2442-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 885430 INFO  (zkCallback-2470-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 885491 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 885502 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 885502 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 885504 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores
   [junit4]   2> 885537 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63856_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 885541 INFO  (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 885541 INFO  (OverseerThreadFactory-4311-thread-4-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63856_t_%2Fxx for creating new replica
   [junit4]   2> 885547 INFO  (SocketProxy-Acceptor-63856) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63861,localport=63856], receiveBufferSize:408300
   [junit4]   2> 885548 INFO  (SocketProxy-Acceptor-63856) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63857,localport=63862], receiveBufferSize=408300
   [junit4]   2> 885550 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 885550 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 886571 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 886597 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema [collection1_shard1_replica_t43] Schema name=test
   [junit4]   2> 886669 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 886692 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t43' using configuration from collection collection1, trusted=true
   [junit4]   2> 886692 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t43' (registry 'solr.core.collection1.shard1.replica_t43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 886693 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 886693 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [[collection1_shard1_replica_t43] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores/collection1_shard1_replica_t43], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-2-001/cores/collection1_shard1_replica_t43/data/]
   [junit4]   2> 886694 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 886696 WARN  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 886741 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 886741 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 886742 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 886742 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 886743 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 886743 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.SolrIndexSearcher Opening [Searcher@3ecb7ed3[collection1_shard1_replica_t43] main]
   [junit4]   2> 886745 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 886746 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 886746 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 886746 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892756950679552
   [junit4]   2> 886747 INFO  (searcherExecutor-4336-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx x:collection1_shard1_replica_t43 s:shard1 c:collection1) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SolrCore [collection1_shard1_replica_t43] Registered new searcher Searcher@3ecb7ed3[collection1_shard1_replica_t43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 886756 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 886756 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 886756 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:63856/t_/xx/collection1_shard1_replica_t43/
   [junit4]   2> 886756 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 886756 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.SyncStrategy http://127.0.0.1:63856/t_/xx/collection1_shard1_replica_t43/ has no replicas
   [junit4]   2> 886756 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 886757 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController collection1_shard1_replica_t43 stopping background replication from leader
   [junit4]   2> 886762 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:63856/t_/xx/collection1_shard1_replica_t43/ shard1
   [junit4]   2> 886930 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 886932 INFO  (qtp1805474158-10514) [n:127.0.0.1:63856_t_%2Fxx c:collection1 s:shard1  x:collection1_shard1_replica_t43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1382
   [junit4]   2> 886935 INFO  (qtp583296108-10428) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63856_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1397
   [junit4]   2> 887206 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001 of type TLOG
   [junit4]   2> 887207 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 887209 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 887209 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 887209 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 887209 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@df6acbb{/t_/xx,null,AVAILABLE}
   [junit4]   2> 887209 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f3780a2{HTTP/1.1,[http/1.1]}{127.0.0.1:63870}
   [junit4]   2> 887209 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.e.j.s.Server Started @889358ms
   [junit4]   2> 887209 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/t_/xx, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/tempDir-001/jetty3, hostPort=63869, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores, replicaType=TLOG}
   [junit4]   2> 887209 ERROR (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 887210 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 887210 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 887210 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 887210 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T03:33:57.241278Z
   [junit4]   2> 887212 INFO  (zkConnectionManagerCallback-2475-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887213 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 887213 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/solr.xml
   [junit4]   2> 887215 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 887215 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 887215 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 887217 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63810/solr
   [junit4]   2> 887219 INFO  (zkConnectionManagerCallback-2479-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887222 INFO  (zkConnectionManagerCallback-2481-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 887235 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 887239 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 887242 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63869_t_%2Fxx
   [junit4]   2> 887244 INFO  (zkCallback-2452-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 887244 INFO  (zkCallback-2470-thread-1-processing-n:127.0.0.1:63856_t_%2Fxx) [n:127.0.0.1:63856_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 887244 INFO  (zkCallback-2460-thread-1-processing-n:127.0.0.1:63842_t_%2Fxx) [n:127.0.0.1:63842_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 887244 INFO  (zkCallback-2442-thread-2-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 887244 INFO  (zkCallback-2480-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 887284 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 887293 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 887293 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 887296 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores
   [junit4]   2> 887336 INFO  (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:63869_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 887341 INFO  (OverseerCollectionConfigSetProcessor-72061059666345988-127.0.0.1:63815_t_%2Fxx-n_0000000000) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 887341 INFO  (OverseerThreadFactory-4311-thread-5-processing-n:127.0.0.1:63815_t_%2Fxx) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:63869_t_%2Fxx for creating new replica
   [junit4]   2> 887344 INFO  (SocketProxy-Acceptor-63869) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63876,localport=63869], receiveBufferSize:408300
   [junit4]   2> 887345 INFO  (SocketProxy-Acceptor-63869) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63870,localport=63877], receiveBufferSize=408300
   [junit4]   2> 887347 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 887347 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 888366 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 888374 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema [collection1_shard2_replica_t45] Schema name=test
   [junit4]   2> 888450 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 888471 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t45' using configuration from collection collection1, trusted=true
   [junit4]   2> 888472 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_t45' (registry 'solr.core.collection1.shard2.replica_t45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27397423
   [junit4]   2> 888472 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 888472 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [[collection1_shard2_replica_t45] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores/collection1_shard2_replica_t45], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.HttpPartitionTest_28CDF4E6F3DD2703-001/shard-3-001/cores/collection1_shard2_replica_t45/data/]
   [junit4]   2> 888473 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=76.9033203125, floorSegmentMB=0.49609375, forceMergeDeletesPctAllowed=23.05713459269382, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 888475 WARN  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 888531 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 888531 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 888533 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 888533 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 888534 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=34, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 888534 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e0640cd[collection1_shard2_replica_t45] main]
   [junit4]   2> 888536 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 888536 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 888537 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 888537 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591892758828679168
   [junit4]   2> 888538 INFO  (searcherExecutor-4347-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.SolrCore [collection1_shard2_replica_t45] Registered new searcher Searcher@4e0640cd[collection1_shard2_replica_t45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 888544 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_t45
   [junit4]   2> 888545 INFO  (updateExecutor-2476-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 888545 INFO  (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 888546 INFO  (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 888546 INFO  (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.ZkController collection1_shard2_replica_t45 stopping background replication from leader
   [junit4]   2> 888547 INFO  (qtp2084910735-10548) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2  x:collection1_shard2_replica_t45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_t45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1200
   [junit4]   2> 888547 INFO  (SocketProxy-Acceptor-63842) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=63883,localport=63842], receiveBufferSize:408300
   [junit4]   2> 888548 INFO  (SocketProxy-Acceptor-63842) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=63843,localport=63884], receiveBufferSize=408300
   [junit4]   2> 888548 INFO  (qtp1098950099-10484) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/t_/xx path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 888549 INFO  (qtp1098950099-10484) [n:127.0.0.1:63842_t_%2Fxx c:collection1 s:shard2 r:core_node42 x:collection1_shard2_replica_t41] o.a.s.c.S.Request [collection1_shard2_replica_t41]  webapp=/t_/xx path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 888549 INFO  (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_t45]
   [junit4]   2> 888549 INFO  (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 888549 INFO  (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_t45] as recovering, leader is [http://127.0.0.1:63842/t_/xx/collection1_shard2_replica_t41/] and I am [http://127.0.0.1:63869/t_/xx/collection1_shard2_replica_t45/]
   [junit4]   2> 888551 INFO  (qtp583296108-10429) [n:127.0.0.1:63815_t_%2Fxx    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:63869_t_%252Fxx&action=ADDREPLICA&collection=collection1&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=1215
   [junit4]   2> 888554 INFO  (recoveryExecutor-2477-thread-1-processing-n:127.0.0.1:63869_t_%2Fxx x:collection1_shard2_replica_t45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:63869_t_%2Fxx c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_t45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:63842/t_/xx]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_t41&nodeName=127.0.0.1:63869_t_%252Fxx&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 888554 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 888554 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 888554 INFO  (TEST-HttpPartitionTest.test-seed#[28CDF4E6F3DD2703]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 888554 INFO  (SocketProxy-A

[...truncated too long message...]

cket
   [junit4]   2> 3540244 INFO  (jetty-closer-5048-thread-10) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55a4d332{/solr,null,UNAVAILABLE}
   [junit4]   2> 3540244 INFO  (jetty-closer-5048-thread-10) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3540246 INFO  (jetty-closer-5048-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72061220227383322-127.0.0.1:58551_solr-n_0000000007) closing
   [junit4]   2> 3540247 INFO  (OverseerStateUpdate-72061220227383322-127.0.0.1:58551_solr-n_0000000007) [n:127.0.0.1:58551_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:58551_solr
   [junit4]   2> 3540247 WARN  (OverseerAutoScalingTriggerThread-72061220227383322-127.0.0.1:58551_solr-n_0000000007) [n:127.0.0.1:58551_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3540248 DEBUG (jetty-closer-5048-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3540250 INFO  (jetty-closer-5048-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@a475648{/solr,null,UNAVAILABLE}
   [junit4]   2> 3540250 INFO  (jetty-closer-5048-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3540252 ERROR (SUITE-TriggerIntegrationTest-seed#[28CDF4E6F3DD2703]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3540252 INFO  (SUITE-TriggerIntegrationTest-seed#[28CDF4E6F3DD2703]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58494 58494
   [junit4]   2> 3540282 INFO  (Thread-4218) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:58494 58494
   [junit4]   2> 3540395 WARN  (Thread-4218) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	41	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	22	/solr/clusterprops.json
   [junit4]   2> 	22	/solr/aliases.json
   [junit4]   2> 	21	/solr/security.json
   [junit4]   2> 	12	/solr/configs/conf
   [junit4]   2> 	9	/solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2> 	2	/solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	151	/solr/collections/collection1/state.json
   [junit4]   2> 	48	/solr/collections/testMetricTrigger/state.json
   [junit4]   2> 	22	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/autoscaling.json
   [junit4]   2> 	5	/solr/overseer_elect/election/72061220227383325-127.0.0.1:58557_solr-n_0000000008
   [junit4]   2> 	3	/solr/overseer_elect/election/72061220227383302-127.0.0.1:58496_solr-n_0000000001
   [junit4]   2> 	3	/solr/overseer_elect/election/72061220227383338-127.0.0.1:58672_solr-n_0000000012
   [junit4]   2> 	3	/solr/overseer_elect/election/72061220227383350-127.0.0.1:58861_solr-n_0000000016
   [junit4]   2> 	2	/solr/overseer_elect/election/72061220227383356-127.0.0.1:58994_solr-n_0000000018
   [junit4]   2> 	2	/solr/overseer_elect/election/72061220227383322-127.0.0.1:58551_solr-n_0000000007
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72061220227383322-core_node10-n_0000000004
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/72061220227383344-core_node4-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/72061220227383331-127.0.0.1:58567_solr-n_0000000010
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/live_nodes
   [junit4]   2> 	22	/solr/collections
   [junit4]   2> 	6	/solr/overseer/queue-work
   [junit4]   2> 	6	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	6	/solr/overseer/collection-queue-work
   [junit4]   2> 	5	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2> 	2	/solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_28CDF4E6F3DD2703-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128), x_s=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=557, maxMBSortInHeap=7.136719175946108, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@36c89d1f), locale=en-SD, timezone=Singapore
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=187914328,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestLazyCores, MetricsConfigTest, AutoScalingHandlerTest, TestIndexSearcher, CdcrRequestHandlerTest, TestClusterProperties, SolrTestCaseJ4Test, TestStressCloudBlindAtomicUpdates, TestSimpleTextCodec, TestClusterStateProvider, TriLevelCompositeIdRoutingTest, SolrCoreTest, BlockJoinFacetDistribTest, RAMDirectoryFactoryTest, TestReload, LargeFieldTest, SolrCloudExampleTest, TestDelegationWithHadoopAuth, TestCoreAdminApis, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestNumericRangeQuery64, SolrIndexMetricsTest, TestRealTimeGet, TestSolrCoreSnapshots, StressHdfsTest, DistributedSuggestComponentTest, ForceLeaderTest, TestCollectionAPI, DistributedFacetPivotSmallTest, SmileWriterTest, SOLR749Test, TestCustomDocTransformer, ZkFailoverTest, OverriddenZkACLAndCredentialsProvidersTest, TestCloudRecovery, OutputWriterTest, DateMathParserTest, ZkCLITest, TestDynamicFieldResource, HdfsUnloadDistributedZkTest, TestXIncludeConfig, TestHdfsCloudBackupRestore, RecoveryZkTest, SolrPluginUtilsTest, DistribCursorPagingTest, TestSSLRandomization, ConvertedLegacyTest, TestPerFieldSimilarity, CoreMergeIndexesAdminHandlerTest, FastVectorHighlighterTest, TestMacros, DirectSolrConnectionTest, HdfsChaosMonkeySafeLeaderTest, TestFunctionQuery, NodeMutatorTest, TestSurroundQueryParser, TestPseudoReturnFields, TestUtilizeNode, DistribJoinFromCollectionTest, BasicDistributedZkTest, ShufflingReplicaListTransformerTest, DistributedDebugComponentTest, TestUseDocValuesAsStored, SSLMigrationTest, DateRangeFieldTest, OverseerModifyCollectionTest, BigEndianAscendingWordDeserializerTest, TestReplicaProperties, ResourceLoaderTest, DistributedQueryComponentCustomSortTest, ClassificationUpdateProcessorIntegrationTest, SynonymTokenizerTest, TestAnalyzeInfixSuggestions, TestHalfAndHalfDocValues, TestTrie, TestSmileRequest, TestInPlaceUpdatesDistrib, TestCryptoKeys, SpatialFilterTest, TestUtils, TestReqParamsAPI, TestConfigSets, TestAddFieldRealTimeGet, TestSchemaVersionResource, TestSolrCloudWithKerberosAlt, DistributedQueryElevationComponentTest, RankQueryTest, TestCloudNestedDocsSort, TestRandomFlRTGCloud, DataDrivenBlockJoinTest, TestJoin, UtilsToolTest, DirectSolrSpellCheckerTest, TestUninvertingReader, DirectUpdateHandlerOptimizeTest, TestSuggestSpellingConverter, TestLeaderElectionZkExpiry, TestFaceting, AssignTest, DistributedFacetPivotLongTailTest, SolrGraphiteReporterTest, AlternateDirectoryTest, TestTrackingShardHandlerFactory, TestPhraseSuggestions, RulesTest, TestNodeAddedTrigger, SharedFSAutoReplicaFailoverTest, TestObjectReleaseTracker, TestSolrXml, AnalysisAfterCoreReloadTest, DistributedVersionInfoTest, TestMissingGroups, DeleteInactiveReplicaTest, TestBinaryField, ShardRoutingCustomTest, SampleTest, TestDocTermOrds, TestFieldCacheReopen, MigrateRouteKeyTest, MBeansHandlerTest, TestLockTree, TestImplicitCoreProperties, HdfsRecoverLeaseTest, DocumentBuilderTest, TestCollectionAPIs, TestCustomSort, TestBackupRepositoryFactory, QueryElevationComponentTest, TestFieldCacheWithThreads, AddSchemaFieldsUpdateProcessorFactoryTest, TestExactSharedStatsCache, CreateCollectionCleanupTest, DateFieldTest, SignatureUpdateProcessorFactoryTest, TestUniqueKeyFieldResource, TestGroupingSearch, PingRequestHandlerTest, TestChildDocTransformer, DeleteShardTest, WrapperMergePolicyFactoryTest, RemoteQueryErrorTest, HdfsThreadLeakTest, CdcrReplicationDistributedZkTest, TestRemoteStreaming, TestFastOutputStream, TestHighFrequencyDictionaryFactory, SolrRequestParserTest, PeerSyncReplicationTest, SolrMetricsIntegrationTest, TestPolicyCloud, TestSystemCollAutoCreate, NumericFieldsTest, StatelessScriptUpdateProcessorFactoryTest, ImplicitSnitchTest, AutoAddReplicasIntegrationTest, PathHierarchyTokenizerFactoryTest, TestStandardQParsers, TestShortCircuitedRequests, SolrJmxReporterTest, HdfsRestartWhileUpdatingTest, TestConfigSetImmutable, TermsComponentTest, TestManagedSchemaAPI, QueryEqualityTest, ShardSplitTest, TestConfigSetsAPIExclusivity, AddReplicaTest, TestCursorMarkWithoutUniqueKey, TestCharFilters, HighlighterTest, TestHdfsBackupRestoreCore, OverseerStatusTest, HttpPartitionOnCommitTest, CloudExitableDirectoryReaderTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestReplicationHandler, TestRuleBasedAuthorizationPlugin, BasicZkTest, TestQueryWrapperFilter, CloneFieldUpdateProcessorFactoryTest, MoveReplicaTest, TestZkChroot, TestReloadAndDeleteDocs, LIRRollingUpdatesTest, TestPayloadCheckQParserPlugin, MoreLikeThisHandlerTest, SolrCloudReportersTest, TestInitParams, TimeRoutedAliasUpdateProcessorTest, TestExclusionRuleCollectionAccess, TestMiniSolrCloudClusterSSL, TestPrepRecovery, TestPullReplicaErrorHandling, TestRequestForwarding, TestSegmentSorting, TestSizeLimitedDistributedMap, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, CollectionsAPIDistributedZkTest, ExecutePlanActionTest, SearchRateTriggerTest, TriggerIntegrationTest]
   [junit4] Completed [610/775 (2!)] on J0 in 210.76s, 14 tests, 1 failure <<< FAILURES!

[...truncated 41479 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4440 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4440/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest:     1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest: 
   1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)


FAILED:  org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test

Error Message:
Error from server at http://127.0.0.1:52684/solr: no such collection or alias

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:52684/solr: no such collection or alias
	at __randomizedtesting.SeedInfo.seed([1A2F283075476276:927B17EADBBB0F8E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:107)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12505 lines...]
   [junit4] Suite: org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/init-core-data-001
   [junit4]   2> 908228 WARN  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 908229 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 908233 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 908233 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 908233 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001
   [junit4]   2> 908233 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 908233 INFO  (Thread-1361) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 908233 INFO  (Thread-1361) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 908254 ERROR (Thread-1361) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 908344 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52681
   [junit4]   2> 908357 INFO  (zkConnectionManagerCallback-1756-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908363 INFO  (jetty-launcher-1753-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 908366 INFO  (jetty-launcher-1753-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 908369 INFO  (jetty-launcher-1753-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 908369 INFO  (jetty-launcher-1753-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 908369 INFO  (jetty-launcher-1753-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 908370 INFO  (jetty-launcher-1753-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7f91aff9{/solr,null,AVAILABLE}
   [junit4]   2> 908372 INFO  (jetty-launcher-1753-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7df3a357{HTTP/1.1,[http/1.1]}{127.0.0.1:52683}
   [junit4]   2> 908372 INFO  (jetty-launcher-1753-thread-1) [    ] o.e.j.s.Server Started @911733ms
   [junit4]   2> 908372 INFO  (jetty-launcher-1753-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52683}
   [junit4]   2> 908372 ERROR (jetty-launcher-1753-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 908373 INFO  (jetty-launcher-1753-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 908373 INFO  (jetty-launcher-1753-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 908373 INFO  (jetty-launcher-1753-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 908373 INFO  (jetty-launcher-1753-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T18:22:20.950441Z
   [junit4]   2> 908376 INFO  (jetty-launcher-1753-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 908377 INFO  (jetty-launcher-1753-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 908377 INFO  (jetty-launcher-1753-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 908379 INFO  (jetty-launcher-1753-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35dd9165{/solr,null,AVAILABLE}
   [junit4]   2> 908381 INFO  (jetty-launcher-1753-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f05a41f{HTTP/1.1,[http/1.1]}{127.0.0.1:52684}
   [junit4]   2> 908381 INFO  (jetty-launcher-1753-thread-2) [    ] o.e.j.s.Server Started @911742ms
   [junit4]   2> 908381 INFO  (jetty-launcher-1753-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52684}
   [junit4]   2> 908381 ERROR (jetty-launcher-1753-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 908382 INFO  (jetty-launcher-1753-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 908382 INFO  (jetty-launcher-1753-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 908382 INFO  (jetty-launcher-1753-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 908382 INFO  (jetty-launcher-1753-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T18:22:20.959184Z
   [junit4]   2> 908385 INFO  (zkConnectionManagerCallback-1758-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908385 INFO  (zkConnectionManagerCallback-1760-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908386 INFO  (jetty-launcher-1753-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 908386 INFO  (jetty-launcher-1753-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 908400 INFO  (jetty-launcher-1753-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52681/solr
   [junit4]   2> 908400 INFO  (jetty-launcher-1753-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52681/solr
   [junit4]   2> 908403 INFO  (zkConnectionManagerCallback-1766-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908403 INFO  (zkConnectionManagerCallback-1768-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908408 INFO  (zkConnectionManagerCallback-1770-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908408 INFO  (zkConnectionManagerCallback-1772-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908742 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 908743 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52684_solr
   [junit4]   2> 908745 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.c.Overseer Overseer (id=72060271809658886-127.0.0.1:52684_solr-n_0000000000) starting
   [junit4]   2> 908745 INFO  (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 908747 INFO  (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52683_solr
   [junit4]   2> 908749 INFO  (zkCallback-1769-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 908753 INFO  (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 908772 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52684_solr
   [junit4]   2> 908777 INFO  (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 908779 INFO  (zkCallback-1769-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 908811 INFO  (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52683.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
   [junit4]   2> 908827 INFO  (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52683.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
   [junit4]   2> 908827 INFO  (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52683.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
   [junit4]   2> 908829 INFO  (jetty-launcher-1753-thread-1) [n:127.0.0.1:52683_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node1/.
   [junit4]   2> 908835 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52684.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
   [junit4]   2> 908847 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52684.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
   [junit4]   2> 908847 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52684.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1e15b88b
   [junit4]   2> 908849 INFO  (jetty-launcher-1753-thread-2) [n:127.0.0.1:52684_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/.
   [junit4]   2> 908902 INFO  (zkConnectionManagerCallback-1778-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908942 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 908950 INFO  (zkConnectionManagerCallback-1783-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 908958 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 908959 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52681/solr ready
   [junit4]   2> 908964 INFO  (qtp1469743512-6969) [n:127.0.0.1:52683_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=_default&name=timeConfig&action=CREATE&wt=javabin&version=2 
   [junit4]   2> 908969 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"timeConfig",
   [junit4]   2>   "baseConfigSet":"_default",
   [junit4]   2>   "immutable":"false",
   [junit4]   2>   "operation":"configsets:create"}
   [junit4]   2> 908973 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/timeConfig/managed-schema
   [junit4]   2> 908977 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/timeConfig/protwords.txt
   [junit4]   2> 908981 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/timeConfig/solrconfig.xml
   [junit4]   2> 908984 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/timeConfig/synonyms.txt
   [junit4]   2> 908987 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/timeConfig/stopwords.txt
   [junit4]   2> 908992 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/timeConfig/lang/contractions_it.txt
   [junit4]   2> 908996 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/timeConfig/lang/stemdict_nl.txt
   [junit4]   2> 909000 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/timeConfig/lang/stopwords_hy.txt
   [junit4]   2> 909006 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/timeConfig/lang/stopwords_no.txt
   [junit4]   2> 909010 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/timeConfig/lang/stopwords_id.txt
   [junit4]   2> 909013 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/timeConfig/lang/stopwords_da.txt
   [junit4]   2> 909015 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/timeConfig/lang/stopwords_ga.txt
   [junit4]   2> 909018 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/timeConfig/lang/stopwords_hi.txt
   [junit4]   2> 909021 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/timeConfig/lang/stopwords_ja.txt
   [junit4]   2> 909045 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/timeConfig/lang/stopwords_pt.txt
   [junit4]   2> 909048 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/timeConfig/lang/stopwords_hu.txt
   [junit4]   2> 909072 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/timeConfig/lang/stopwords_el.txt
   [junit4]   2> 909075 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/timeConfig/lang/stopwords_ru.txt
   [junit4]   2> 909079 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/timeConfig/lang/stopwords_tr.txt
   [junit4]   2> 909096 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/timeConfig/lang/stopwords_ar.txt
   [junit4]   2> 909099 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/timeConfig/lang/userdict_ja.txt
   [junit4]   2> 909124 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/timeConfig/lang/stopwords_eu.txt
   [junit4]   2> 909127 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/timeConfig/lang/stopwords_it.txt
   [junit4]   2> 909130 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/timeConfig/lang/stopwords_cz.txt
   [junit4]   2> 909148 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/timeConfig/lang/stoptags_ja.txt
   [junit4]   2> 909152 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/timeConfig/lang/contractions_fr.txt
   [junit4]   2> 909184 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/timeConfig/lang/stopwords_de.txt
   [junit4]   2> 909197 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/timeConfig/lang/stopwords_fa.txt
   [junit4]   2> 909200 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/timeConfig/lang/contractions_ga.txt
   [junit4]   2> 909226 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/timeConfig/lang/stopwords_ca.txt
   [junit4]   2> 909234 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/timeConfig/lang/stopwords_nl.txt
   [junit4]   2> 909237 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/timeConfig/lang/stopwords_bg.txt
   [junit4]   2> 909240 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/timeConfig/lang/stopwords_en.txt
   [junit4]   2> 909243 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/timeConfig/lang/stopwords_es.txt
   [junit4]   2> 909246 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/timeConfig/lang/stopwords_lv.txt
   [junit4]   2> 909265 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/timeConfig/lang/stopwords_ro.txt
   [junit4]   2> 909269 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/timeConfig/lang/stopwords_th.txt
   [junit4]   2> 909271 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/timeConfig/lang/stopwords_fr.txt
   [junit4]   2> 909274 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/timeConfig/lang/stopwords_sv.txt
   [junit4]   2> 909277 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/timeConfig/lang/stopwords_fi.txt
   [junit4]   2> 909280 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/timeConfig/lang/hyphenations_ga.txt
   [junit4]   2> 909312 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/timeConfig/lang/stopwords_gl.txt
   [junit4]   2> 909319 INFO  (OverseerThreadFactory-2808-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/timeConfig/params.json
   [junit4]   2> 909325 INFO  (qtp1469743512-6969) [n:127.0.0.1:52683_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=_default&name=timeConfig&action=CREATE&wt=javabin&version=2} status=0 QTime=361
   [junit4]   2> 909326 INFO  (qtp1469743512-6971) [n:127.0.0.1:52683_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=timeConfig&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 909330 INFO  (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection timeConfig
   [junit4]   2> 909331 INFO  (OverseerCollectionConfigSetProcessor-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 909474 INFO  (OverseerStateUpdate-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"timeConfig",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"timeConfig_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:52684/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 909690 INFO  (qtp1988934197-6978) [n:127.0.0.1:52684_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 909691 INFO  (qtp1988934197-6978) [n:127.0.0.1:52684_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 909806 INFO  (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 909807 INFO  (zkCallback-1771-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 910764 INFO  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 910764 INFO  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 910766 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 910767 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 910767 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 910767 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 910767 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 910768 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 910768 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 910769 WARN  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001/tempDir-001/node2/timeConfig_shard1_replica_n1/../../../../dist
   [junit4]   2> 910777 INFO  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 910800 INFO  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.IndexSchema [timeConfig_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 911665 ERROR (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'timeConfig_shard1_replica_n1': Unable to create core [timeConfig_shard1_replica_n1] Caused by: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:993)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [timeConfig_shard1_replica_n1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1059)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
   [junit4]   2> 	... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Could not load conf for core timeConfig_shard1_replica_n1: Can't load schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:97)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1087)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1039)
   [junit4]   2> 	... 38 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Can't load schema managed-schema: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 	at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:580)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchema.<init>(IndexSchema.java:178)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchema.<init>(ManagedIndexSchema.java:105)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:173)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:70)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92)
   [junit4]   2> 	... 40 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1317)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsForFieldType(ManagedIndexSchema.java:1168)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchema.postReadInform(ManagedIndexSchema.java:1153)
   [junit4]   2> 	at org.apache.solr.schema.IndexSchema.readSchema(IndexSchema.java:576)
   [junit4]   2> 	... 47 more
   [junit4]   2> Caused by: org.apache.solr.core.SolrResourceNotFoundException: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 	at org.apache.solr.cloud.ZkSolrResourceLoader.openResource(ZkSolrResourceLoader.java:130)
   [junit4]   2> 	at org.apache.lucene.analysis.util.AbstractAnalysisFactory.getLines(AbstractAnalysisFactory.java:254)
   [junit4]   2> 	at org.apache.lucene.analysis.util.AbstractAnalysisFactory.getWordSet(AbstractAnalysisFactory.java:243)
   [junit4]   2> 	at org.apache.lucene.analysis.util.ElisionFilterFactory.inform(ElisionFilterFactory.java:59)
   [junit4]   2> 	at org.apache.solr.schema.ManagedIndexSchema.informResourceLoaderAwareObjectsInChain(ManagedIndexSchema.java:1315)
   [junit4]   2> 	... 50 more
   [junit4]   2> 
   [junit4]   2> 911665 INFO  (qtp1988934197-6978) [n:127.0.0.1:52684_solr c:timeConfig s:shard1 r:core_node2 x:timeConfig_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=timeConfig&newCollection=true&name=timeConfig_shard1_replica_n1&action=CREATE&numShards=1&collection=timeConfig&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1974
   [junit4]   2> 911666 ERROR (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:52684/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52684/solr: Error CREATEing SolrCore 'timeConfig_shard1_replica_n1': Unable to create core [timeConfig_shard1_replica_n1] Caused by: Can't find resource 'lang/contractions_ca.txt' in classpath or '/configs/timeConfig', cwd=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 911669 ERROR (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Cleaning up collection [timeConfig].
   [junit4]   2> 911670 INFO  (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 911672 INFO  (qtp1988934197-6980) [n:127.0.0.1:52684_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=timeConfig_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 911796 INFO  (zkCallback-1771-thread-1-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 911796 INFO  (zkCallback-1771-thread-3-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/timeConfig/state.json] for collection [timeConfig] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 912403 INFO  (OverseerThreadFactory-2808-thread-2-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.a.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [timeConfig]
   [junit4]   2> 912409 INFO  (qtp1469743512-6971) [n:127.0.0.1:52683_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 913353 INFO  (OverseerCollectionConfigSetProcessor-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 942567 ERROR (qtp1469743512-6971) [n:127.0.0.1:52683_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
   [junit4]   2> 942568 INFO  (qtp1469743512-6971) [n:127.0.0.1:52683_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=timeConfig&name=timeConfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=33241
   [junit4]   2> 942576 ERROR (qtp1988934197-6980) [n:127.0.0.1:52684_solr    ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2> org.apache.solr.common.SolrException: no such collection or alias
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:119)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:471)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1637)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1253)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:168)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:166)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1155)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:455)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:530)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:347)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:256)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:279)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:124)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:247)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:131)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:382)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 942577 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.test-seed#[1A2F283075476276]) [    ] o.a.s.SolrTestCaseJ4 ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TimeRoutedAliasUpdateProcessorTest -Dtests.method=test -Dtests.seed=1A2F283075476276 -Dtests.slow=true -Dtests.locale=kea-CV -Dtests.timezone=America/Port_of_Spain -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   33.7s J1 | TimeRoutedAliasUpdateProcessorTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:52684/solr: no such collection or alias
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1A2F283075476276:927B17EADBBB0F8E]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.update.processor.TimeRoutedAliasUpdateProcessorTest.test(TimeRoutedAliasUpdateProcessorTest.java:107)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 942608 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.testParse-seed#[1A2F283075476276]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testParse
   [junit4]   2> 942647 INFO  (TEST-TimeRoutedAliasUpdateProcessorTest.testParse-seed#[1A2F283075476276]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testParse
   [junit4]   2> 942652 INFO  (jetty-closer-1754-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7df3a357{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 942652 INFO  (jetty-closer-1754-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@f05a41f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 942653 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1005179141
   [junit4]   2> 942653 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=250451334
   [junit4]   2> 942654 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 942654 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66d96566: rootName = solr_52683, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6d0a285b
   [junit4]   2> 942654 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 942654 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a79dad7: rootName = solr_52684, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4ecb1058
   [junit4]   2> 942668 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 942668 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@42dceef2: rootName = solr_52683, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@246c14c7
   [junit4]   2> 942669 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 942669 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aa2416e: rootName = solr_52684, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@246c14c7
   [junit4]   2> 942675 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 942675 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@197882a4: rootName = solr_52683, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@64a2be6
   [junit4]   2> 942676 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 942676 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a21ce8a: rootName = solr_52684, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@64a2be6
   [junit4]   2> 942679 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52684_solr
   [junit4]   2> 942679 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52683_solr
   [junit4]   2> 942681 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 942690 INFO  (jetty-closer-1754-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72060271809658886-127.0.0.1:52684_solr-n_0000000000) closing
   [junit4]   2> 942690 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 942690 INFO  (OverseerStateUpdate-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52684_solr
   [junit4]   2> 942690 INFO  (zkCallback-1771-thread-3-processing-n:127.0.0.1:52684_solr) [n:127.0.0.1:52684_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 942690 INFO  (jetty-closer-1754-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 942691 WARN  (OverseerAutoScalingTriggerThread-72060271809658886-127.0.0.1:52684_solr-n_0000000000) [n:127.0.0.1:52684_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 942692 INFO  (zkCallback-1769-thread-1-processing-n:127.0.0.1:52683_solr) [n:127.0.0.1:52683_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (0)
   [junit4]   2> 942695 INFO  (jetty-closer-1754-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7f91aff9{/solr,null,UNAVAILABLE}
   [junit4]   2> 942702 INFO  (jetty-closer-1754-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 942702 INFO  (jetty-closer-1754-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35dd9165{/solr,null,UNAVAILABLE}
   [junit4]   2> 942702 INFO  (jetty-closer-1754-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 942725 ERROR (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 942726 INFO  (SUITE-TimeRoutedAliasUpdateProcessorTest-seed#[1A2F283075476276]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52681 52681
   [junit4]   2> 942743 INFO  (Thread-1361) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:52681 52681
   [junit4]   2> 942928 WARN  (Thread-1361) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/timeConfig/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.update.processor.TimeRoutedAliasUpdateProcessorTest_1A2F283075476276-001
   [junit4]   2> Feb 14, 2018 6:22:55 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=809, maxMBSortInHeap=7.831248401736674, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d0edea3), locale=kea-CV, timezone=America/Port_of_Spain
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=290634696,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [MultiThreadedOCPTest, EchoParamsTest, TestDynamicLoading, CdcrVersionReplicationTest, TestRandomRequestDistribution, DefaultValueUpdateProcessorTest, TestDistributedSearch, TestSolrQueryParser, SaslZkACLProviderTest, TestLMJelinekMercerSimilarityFactory, TestBadConfig, DeleteStatusTest, IndexBasedSpellCheckerTest, TestAddFieldRealTimeGet, TestSolr4Spatial, TestRandomDVFaceting, TestDocTermOrds, TestInfoStreamLogging, MissingSegmentRecoveryTest, DistributedTermsComponentTest, TestMissingGroups, TestLegacyNumericRangeQueryBuilder, OutOfBoxZkACLAndCredentialsProvidersTest, TestFuzzyAnalyzedSuggestions, UpdateLogTest, MinimalSchemaTest, TlogReplayBufferedWhileIndexingTest, TestDeleteCollectionOnDownNodes, SolrMetricsIntegrationTest, TestRetrieveFieldsOptimizer, DistributedFacetPivotSmallTest, TestFieldResource, DistributedDebugComponentTest, BasicFunctionalityTest, DistributedSpellCheckComponentTest, TestStressLucene, TestIndexingPerformance, OverseerTest, BitVectorTest, TestClusterStateMutator, DistributedFacetExistsSmallTest, TestTolerantUpdateProcessorRandomCloud, ReplicationFactorTest, TestComponentsName, TestAuthorizationFramework, SolrGraphiteReporterTest, TestSystemCollAutoCreate, ConcurrentDeleteAndCreateCollectionTest, TestCloudSchemaless, TestSolrCloudWithHadoopAuthPlugin, TestRandomFaceting, EnumFieldTest, TestCorePropertiesReload, ExitableDirectoryReaderTest, TestSegmentSorting, TestJsonRequest, HdfsTlogReplayBufferedWhileIndexingTest, TriggerIntegrationTest, NotRequiredUniqueKeyTest, SimpleFacetsTest, TestDFRSimilarityFactory, ZkControllerTest, PrimitiveFieldTypeTest, FieldAnalysisRequestHandlerTest, TestManagedSchemaAPI, TestFieldCacheSortRandom, TimeZoneUtilsTest, DocValuesNotIndexedTest, ConnectionManagerTest, TestSolrIndexConfig, TestAnalyzedSuggestions, TestSchemaVersionResource, TestDFISimilarityFactory, SliceStateTest, HdfsWriteToMultipleCollectionsTest, UpdateParamsTest, TimeRoutedAliasUpdateProcessorTest]
   [junit4] Completed [159/776 (1!)] on J1 in 35.73s, 2 tests, 1 error <<< FAILURES!

[...truncated 5245 lines...]
   [junit4] Suite: org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/J0/temp/solr.analytics.legacy.facet.LegacyRangeFacetCloudTest_F1A69C5DC366A016-001/init-core-data-001
   [junit4]   2> Feb 14, 2018 7:16:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 14, 2018 7:16:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest: 
   [junit4]   2>    1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
   [junit4]   2>         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Feb 14, 2018 7:16:29 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
   [junit4]   2> Feb 14, 2018 7:16:32 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
   [junit4]   2>         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {string_sd=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=LuceneFixedGap)}, docValues:{long_ld=DocValuesFormat(name=Lucene70), date_dtd=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), string_sd=DocValuesFormat(name=Lucene70), int_id=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), double_dd=DocValuesFormat(name=Direct), float_fd=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=106, maxMBSortInHeap=5.194489249271809, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3763ebae), locale=sr-BA, timezone=America/Argentina/Rio_Gallegos
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=71458928,total=156237824
   [junit4]   2> NOTE: All tests run in this JVM: [CastingStringValueTest, LegacyAbstractAnalyticsFacetTest, BottomFunctionTest, FillMissingFunctionTest, ExpressionFactoryTest, LegacyNoFacetTest, CastingDateValueTest, StringCastFunctionTest, LegacyFieldFacetCloudTest, LegacyFieldFacetExtrasTest, EqualFunctionTest, ConcatFunctionTest, CastingFloatValueTest, CastingDoubleValueTest, TopFunctionTest, LegacyRangeFacetCloudTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LegacyRangeFacetCloudTest -Dtests.seed=F1A69C5DC366A016 -Dtests.slow=true -Dtests.locale=sr-BA -Dtests.timezone=America/Argentina/Rio_Gallegos -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | LegacyRangeFacetCloudTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.legacy.facet.LegacyRangeFacetCloudTest: 
   [junit4]    >    1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=403, name=qtp873543817-403, state=TIMED_WAITING, group=TGRP-LegacyRangeFacetCloudTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F1A69C5DC366A016]:0)
   [junit4] Completed [74/78 (1!)] on J0 in 61.17s, 3 tests, 2 errors <<< FAILURES!

[...truncated 37979 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4439 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4439/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest:     1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 
   1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.MultiThreadedOCPTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([95638DDC23D89544:1D5E04A3191874E9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:426)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([95638DDC23D89544:919D24CE191217DE]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12785 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> 862393 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/init-core-data-001
   [junit4]   2> 862393 WARN  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 862393 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 862394 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 862394 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001
   [junit4]   2> 862394 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 862395 INFO  (Thread-1561) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 862395 INFO  (Thread-1561) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 862398 ERROR (Thread-1561) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 862498 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52722
   [junit4]   2> 862506 INFO  (zkConnectionManagerCallback-2707-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862510 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 862510 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ba37573{/solr,null,AVAILABLE}
   [junit4]   2> 862513 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d8dcc65{/solr,null,AVAILABLE}
   [junit4]   2> 862515 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ad0cba8{HTTP/1.1,[http/1.1]}{127.0.0.1:52725}
   [junit4]   2> 862515 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@46289cd7{HTTP/1.1,[http/1.1]}{127.0.0.1:52724}
   [junit4]   2> 862515 INFO  (jetty-launcher-2704-thread-1) [    ] o.e.j.s.Server Started @864680ms
   [junit4]   2> 862515 INFO  (jetty-launcher-2704-thread-2) [    ] o.e.j.s.Server Started @864680ms
   [junit4]   2> 862515 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52725}
   [junit4]   2> 862515 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52724}
   [junit4]   2> 862516 ERROR (jetty-launcher-2704-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 862516 ERROR (jetty-launcher-2704-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T07:43:12.558251Z
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 862516 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T07:43:12.558308Z
   [junit4]   2> 862518 INFO  (zkConnectionManagerCallback-2709-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862518 INFO  (zkConnectionManagerCallback-2711-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862518 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 862518 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 862525 INFO  (jetty-launcher-2704-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
   [junit4]   2> 862525 INFO  (jetty-launcher-2704-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
   [junit4]   2> 862527 INFO  (zkConnectionManagerCallback-2717-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862528 INFO  (zkConnectionManagerCallback-2719-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862531 INFO  (zkConnectionManagerCallback-2721-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862531 INFO  (zkConnectionManagerCallback-2723-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862689 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 862690 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 862690 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52724_solr
   [junit4]   2> 862692 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52725_solr
   [junit4]   2> 862692 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.Overseer Overseer (id=72057758608916486-127.0.0.1:52724_solr-n_0000000000) starting
   [junit4]   2> 862694 INFO  (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 862694 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 862713 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 862714 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 862715 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:52725_solr]
   [junit4]   2> 862715 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 862715 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 862716 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52724_solr
   [junit4]   2> 862728 INFO  (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 862728 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 862729 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 862730 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 862730 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 862753 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52725.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862762 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52725.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862762 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52725.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862763 INFO  (jetty-launcher-2704-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node1/.
   [junit4]   2> 862768 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52724.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862775 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52724.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862775 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52724.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862776 INFO  (jetty-launcher-2704-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node2/.
   [junit4]   2> 862794 INFO  (zkConnectionManagerCallback-2729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862798 INFO  (zkConnectionManagerCallback-2733-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862800 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 862802 INFO  (SUITE-TriggerIntegrationTest-seed#[95638DDC23D89544]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52722/solr ready
   [junit4]   2> 862820 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
   [junit4]   2> 862821 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 862822 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 862822 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 862825 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 862825 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 862826 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 862832 INFO  (qtp1436106451-10116) [n:127.0.0.1:52724_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 862835 INFO  (qtp1271985626-10109) [n:127.0.0.1:52725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 862835 DEBUG (qtp1436106451-10108) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 862836 INFO  (qtp1436106451-10108) [n:127.0.0.1:52724_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 862837 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 862837 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52724_solr]
   [junit4]   2> 862837 DEBUG (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 862838 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 862840 INFO  (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 862841 INFO  (qtp1436106451-10113) [n:127.0.0.1:52724_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 862841 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 862842 DEBUG (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 862842 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 862842 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 862852 INFO  (qtp1436106451-10113) [n:127.0.0.1:52724_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=10
   [junit4]   2> 862853 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 862854 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 862854 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 862854 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 862854 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7037e5c9{/solr,null,AVAILABLE}
   [junit4]   2> 862855 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@56b8ff39{HTTP/1.1,[http/1.1]}{127.0.0.1:52737}
   [junit4]   2> 862855 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.Server Started @865019ms
   [junit4]   2> 862855 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52737}
   [junit4]   2> 862855 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 862855 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 862855 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 862855 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 862855 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T07:43:12.897595Z
   [junit4]   2> 862857 INFO  (zkConnectionManagerCallback-2735-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862858 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 862865 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
   [junit4]   2> 862866 INFO  (zkConnectionManagerCallback-2739-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862870 INFO  (zkConnectionManagerCallback-2741-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 862882 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 862886 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 862889 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52737_solr
   [junit4]   2> 862894 INFO  (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 862894 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 862896 INFO  (zkCallback-2732-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 862897 INFO  (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 862937 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52737.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862946 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52737.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862946 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52737.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 862948 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52737_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node3/.
   [junit4]   2> 863848 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 863848 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 863848 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52737_solr at time 2512605899179
   [junit4]   2> 864849 INFO  (OverseerCollectionConfigSetProcessor-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 864850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 864850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 865850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 865850 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 866851 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 866851 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 867857 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 867857 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 868860 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 868860 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 869861 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 869861 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 870883 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 870883 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 871891 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 871891 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 872893 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 872893 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 873895 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 874940 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 874940 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:52737_solr] added at times [2512605899179], now=2523698184364
   [junit4]   2> 874940 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"24902fb69abTehrci8niumpkubiluqk8zffci",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":2512605899179,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2512605899179],
   [junit4]   2>     "nodeNames":["127.0.0.1:52737_solr"]}}
   [junit4]   2> 874941 DEBUG (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEFRS]
   [junit4]   2> 874944 INFO  (ScheduledTrigger-3866-thread-2) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 874946 DEBUG (AutoscalingActionExecutor-3867-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"24902fb69abTehrci8niumpkubiluqk8zffci",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":2512605899179,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2512605899179],
   [junit4]   2>     "_enqueue_time_":2523699110660,
   [junit4]   2>     "nodeNames":["127.0.0.1:52737_solr"]}}
   [junit4]   2> 874948 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 874951 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 874951 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 874951 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 874951 DEBUG (AutoscalingActionExecutor-3867-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
   [junit4]   2> 874951 DEBUG (AutoscalingActionExecutor-3867-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 5 ms for event id=24902fb69abTehrci8niumpkubiluqk8zffci
   [junit4]   2> 874952 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f3a4d39{/solr,null,AVAILABLE}
   [junit4]   2> 874952 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@441e8476{HTTP/1.1,[http/1.1]}{127.0.0.1:52753}
   [junit4]   2> 874952 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.Server Started @877117ms
   [junit4]   2> 874952 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52753}
   [junit4]   2> 874952 ERROR (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 874953 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 874953 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 874953 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 874953 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T07:43:24.995250Z
   [junit4]   2> 874955 INFO  (zkConnectionManagerCallback-2745-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 874956 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 874964 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
   [junit4]   2> 874966 INFO  (zkConnectionManagerCallback-2749-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 874970 INFO  (zkConnectionManagerCallback-2751-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 874986 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 874990 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 874993 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52753_solr
   [junit4]   2> 874997 INFO  (zkCallback-2732-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 874997 INFO  (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 874998 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 874998 INFO  (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 875000 INFO  (zkCallback-2750-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 875069 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52753.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 875085 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52753.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 875085 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52753.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 875087 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [n:127.0.0.1:52753_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node4/.
   [junit4]   2> 879962 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 879962 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 879962 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52753_solr at time 2528719599035
   [junit4]   2> 880982 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 880982 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 881990 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 881990 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 883001 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 883001 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 884003 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 884003 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 885011 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 885011 DEBUG (ScheduledTrigger-3866-thread-1) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 885183 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@46289cd7{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 885184 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1420538693
   [junit4]   2> 885184 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 885184 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28848fca: rootName = solr_52724, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2207f34a
   [junit4]   2> 885191 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 885191 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3c274cdb: rootName = solr_52724, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@15ec7904
   [junit4]   2> 885197 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 885198 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@467167e: rootName = solr_52724, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@8985b4a
   [junit4]   2> 885206 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:52724_solr
   [junit4]   2> 885210 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 885210 INFO  (zkCallback-2722-thread-1-processing-n:127.0.0.1:52724_solr) [n:127.0.0.1:52724_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 885211 INFO  (zkCallback-2732-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 885211 INFO  (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 885211 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 885213 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.Overseer Overseer (id=72057758608916486-127.0.0.1:52724_solr-n_0000000000) closing
   [junit4]   2> 885213 INFO  (zkCallback-2750-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 885214 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 885214 INFO  (OverseerStateUpdate-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:52724_solr
   [junit4]   2> 885215 DEBUG (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 885216 WARN  (OverseerAutoScalingTriggerThread-72057758608916486-127.0.0.1:52724_solr-n_0000000000) [n:127.0.0.1:52724_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 885224 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5ba37573{/solr,null,UNAVAILABLE}
   [junit4]   2> 885224 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52725_solr
   [junit4]   2> 885226 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 885232 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.Overseer Overseer (id=72057758608916485-127.0.0.1:52725_solr-n_0000000001) starting
   [junit4]   2> 885255 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 885257 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
   [junit4]   2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS instantiated with properties: {event=nodeAdded, waitFor=10, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
   [junit4]   2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 885258 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 885259 INFO  (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 885260 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:52753_solr
   [junit4]   2> 885264 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 885264 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 885267 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 885268 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 886293 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 886293 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 886293 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 887297 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 887297 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 887297 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 888302 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 888302 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 888302 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 889305 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 889305 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 889305 DEBUG (ScheduledTrigger-3887-thread-4) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 890309 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 890309 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEFRS
   [junit4]   2> 890310 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 890310 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEFRS firing registered processor for nodes: [127.0.0.1:52753_solr] added at times [2528719599035], now=2539067538678
   [junit4]   2> 890311 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"24cc36ef5bbTehrci8niumpkubiluqk8zffck",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":2528719599035,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2528719599035],
   [junit4]   2>     "nodeNames":["127.0.0.1:52753_solr"]}}
   [junit4]   2> 890313 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEFRS]
   [junit4]   2> 890322 INFO  (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 890326 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"24cc36ef5bbTehrci8niumpkubiluqk8zffck",
   [junit4]   2>   "source":"node_added_triggerEFRS",
   [junit4]   2>   "eventTime":2528719599035,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2528719599035],
   [junit4]   2>     "_enqueue_time_":2539071284708,
   [junit4]   2>     "nodeNames":["127.0.0.1:52753_solr"]}}
   [junit4]   2> 890327 INFO  (TEST-TriggerIntegrationTest.testEventFromRestoredState-seed#[95638DDC23D89544]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventFromRestoredState
   [junit4]   2> 890346 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 890348 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEFRS after 5000ms
   [junit4]   2> 890348 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 22 ms for event id=24cc36ef5bbTehrci8niumpkubiluqk8zffck
   [junit4]   2> 890410 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 890412 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 890413 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 890413 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 890417 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 890417 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 890419 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 890456 INFO  (qtp1271985626-10118) [n:127.0.0.1:52725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
   [junit4]   2> 890461 INFO  (qtp1333418337-10177) [n:127.0.0.1:52737_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 890466 INFO  (qtp986121250-10199) [n:127.0.0.1:52753_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 890466 DEBUG (qtp1333418337-10173) [n:127.0.0.1:52737_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 890467 INFO  (qtp1333418337-10173) [n:127.0.0.1:52737_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=25
   [junit4]   2> 890469 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 890471 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
   [junit4]   2> 890471 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 890471 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 890474 INFO  (qtp1271985626-10120) [n:127.0.0.1:52725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 890478 INFO  (qtp986121250-10203) [n:127.0.0.1:52753_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 890482 INFO  (qtp1333418337-10177) [n:127.0.0.1:52737_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 890490 DEBUG (qtp1271985626-10118) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 890491 INFO  (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 890492 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 890493 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 890494 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 890494 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 890494 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
   [junit4]   2> 890494 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 890494 INFO  (qtp1271985626-10118) [n:127.0.0.1:52725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=24
   [junit4]   2> 890495 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr]
   [junit4]   2> 890495 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 890495 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 6
   [junit4]   2> 890495 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 890498 INFO  (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 890499 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 890499 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 890499 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 890499 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 890509 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 890512 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 890512 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 890512 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 890513 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d28522c{/solr,null,AVAILABLE}
   [junit4]   2> 890515 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6092a0c2{HTTP/1.1,[http/1.1]}{127.0.0.1:52797}
   [junit4]   2> 890515 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.e.j.s.Server Started @892680ms
   [junit4]   2> 890515 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52797}
   [junit4]   2> 890516 ERROR (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 890517 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 890517 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 890517 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 890518 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-14T07:43:40.560082Z
   [junit4]   2> 890524 INFO  (zkConnectionManagerCallback-2755-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 890526 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 890577 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52722/solr
   [junit4]   2> 890579 INFO  (zkConnectionManagerCallback-2759-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 890585 INFO  (zkConnectionManagerCallback-2761-thread-1-processing-n:127.0.0.1:52797_solr) [n:127.0.0.1:52797_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 890600 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 890605 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 890609 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52797_solr
   [junit4]   2> 890611 INFO  (zkCallback-2732-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890611 INFO  (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890612 INFO  (zkCallback-2740-thread-1-processing-n:127.0.0.1:52737_solr) [n:127.0.0.1:52737_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890612 INFO  (zkCallback-2750-thread-1-processing-n:127.0.0.1:52753_solr) [n:127.0.0.1:52753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890612 INFO  (zkCallback-2760-thread-1-processing-n:127.0.0.1:52797_solr) [n:127.0.0.1:52797_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 890699 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52797.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 890714 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52797.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 890714 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52797.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@223d5c2f
   [junit4]   2> 890725 INFO  (TEST-TriggerIntegrationTest.testTriggerThrottling-seed#[95638DDC23D89544]) [n:127.0.0.1:52797_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_95638DDC23D89544-001/tempDir-001/node5/.
   [junit4]   2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52797_solr at time 2540253197567
   [junit4]   2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:52797_solr] added at times [2540253197567], now=2540253251459
   [junit4]   2> 891495 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"24f72e3b4ffTehrci8niumpkubiluqk8zffcm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":2540253197567,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2540253197567],
   [junit4]   2>     "nodeNames":["127.0.0.1:52797_solr"]}}
   [junit4]   2> 891496 DEBUG (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
   [junit4]   2> 891496 INFO  (ScheduledTrigger-3887-thread-3) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 891497 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"24f72e3b4ffTehrci8niumpkubiluqk8zffcm",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":2540253197567,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2540253197567],
   [junit4]   2>     "_enqueue_time_":2540253465390,
   [junit4]   2>     "nodeNames":["127.0.0.1:52797_solr"]}}
   [junit4]   2> 891497 INFO  (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger1
   [junit4]   2> 891499 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
   [junit4]   2> 891499 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
   [junit4]   2> 891499 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 2 ms for event id=24f72e3b4ffTehrci8niumpkubiluqk8zffcm
   [junit4]   2> 896506 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 896507 DEBUG (ScheduledTrigger-3887-thread-2) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:52797_solr at time 2545265064131
   [junit4]   2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:52797_solr] added at times [2545265064131], now=2545265131339
   [junit4]   2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"2509d9eb8c3Tehrci8niumpkubiluqk8zffco",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":2545265064131,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2545265064131],
   [junit4]   2>     "nodeNames":["127.0.0.1:52797_solr"]}}
   [junit4]   2> 896507 DEBUG (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger2, node_added_trigger1]
   [junit4]   2> 896509 INFO  (ScheduledTrigger-3887-thread-1) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 896509 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"2509d9eb8c3Tehrci8niumpkubiluqk8zffco",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":2545265064131,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[2545265064131],
   [junit4]   2>     "_enqueue_time_":2545265321299,
   [junit4]   2>     "nodeNames":["127.0.0.1:52797_solr"]}}
   [junit4]   2> 896509 INFO  (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.TriggerIntegrationTest last action at 1518594221539000000 current time = 1518594226551000000
   [junit4]   2> real diff: 5012000000
   [junit4]   2>  min diff: 4998000000
   [junit4]   2> 896509 INFO  (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.TriggerIntegrationTest action executed from node_added_trigger2
   [junit4]   2> 896513 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 5000ms
   [junit4]   2> 896513 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 5000ms
   [junit4]   2> 896513 DEBUG (AutoscalingActionExecutor-3888-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 3 ms for event id=2509d9eb8c3Tehrci8niumpkubiluqk8zffco
   [junit4]   2> 896516 INFO  (qtp1271985626-10112) [n:127.0.0.1:52725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 896520 INFO  (qtp1333418337-10177) [n:127.0.0.1:52737_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 896524 INFO  (qtp986121250-10201) [n:127.0.0.1:52753_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 896573 INFO  (qtp1551823109-10234) [n:127.0.0.1:52797_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=44
   [junit4]   2> 896573 DEBUG (qtp1333418337-10175) [n:127.0.0.1:52737_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 896574 INFO  (qtp1333418337-10175) [n:127.0.0.1:52737_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=61
   [junit4]   2> 896576 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 896576 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr, 127.0.0.1:52797_solr]
   [junit4]   2> 896576 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 896579 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr, 127.0.0.1:52797_solr]
   [junit4]   2> 896581 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:52725_solr, 127.0.0.1:52737_solr, 127.0.0.1:52753_solr, 127.0.0.1:52797_solr]
   [junit4]   2> 896581 DEBUG (zkCallback-2720-thread-1-processing-n:127.0.0.1:52725_solr) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 896581 DEBUG (OverseerAutoScalingTriggerThread-72057758608916485-127.0.0.1:52725_solr-n_0000000001) [n:127.0.0.1:52725_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 896583 INFO  (qtp1271985626-10112) [n:127.0.0.1:52725_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 896591 INFO  (qtp1333418337-10178) [n:127.0.0.1:52737_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
   [junit4]   2> 896610 INFO  (qtp986121250-10205) [n:127.0.0.1:52753_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core}

[...truncated too long message...]

AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 14, 2018 8:15:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 
   [junit4]   2>    1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
   [junit4]   2>         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Feb 14, 2018 8:15:11 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
   [junit4]   2> Feb 14, 2018 8:15:14 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
   [junit4]   2>         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=FSTOrd50, intDefault=PostingsFormat(name=MockRandom), id_i1=FSTOrd50, id=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_i_dv=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1914, maxMBSortInHeap=5.766815098147938, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@12decdaa), locale=rn-BI, timezone=Australia/Lord_Howe
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=115166432,total=501219328
   [junit4]   2> NOTE: All tests run in this JVM: [TestDeleteCollectionOnDownNodes, RegexBoostProcessorTest, TestDistributedGrouping, TestFilteredDocIdSet, TestSmileRequest, TestPrepRecovery, TestSlowCompositeReaderWrapper, TestFieldCacheReopen, TestJettySolrRunner, NoCacheHeaderTest, InfixSuggestersTest, TestLMJelinekMercerSimilarityFactory, TestSystemCollAutoCreate, CdcrVersionReplicationTest, TestWordDelimiterFilterFactory, TestSolrCoreParser, ClassificationUpdateProcessorIntegrationTest, TestLocalFSCloudBackupRestore, TestExactSharedStatsCache, DistributedSuggestComponentTest, UtilsToolTest, TestLeaderInitiatedRecoveryThread, TestQuerySenderListener, TestHashPartitioner, TestDynamicLoading, ClusterStateUpdateTest, TestStressLucene, TestManagedSchemaAPI, SystemInfoHandlerTest, TestDocumentBuilder, TestDocSet, CircularListTest, AliasIntegrationTest, ZkShardTermsTest, SolrMetricManagerTest, HdfsCollectionsAPIDistributedZkTest, XsltUpdateRequestHandlerTest, TestSchemaResource, SuggesterTest, QueryParsingTest, TestSizeLimitedDistributedMap, TestExceedMaxTermLength, TestSearcherReuse, TestTlogReplica, TestStressVersions, ExitableDirectoryReaderTest, TestInPlaceUpdatesDistrib, TestRandomFaceting, DefaultValueUpdateProcessorTest, TestClusterStateMutator, LeaderElectionContextKeyTest, TestJsonFacetRefinement, TestFastLRUCache, LegacyCloudClusterPropTest, AsyncCallRequestStatusResponseTest, RecoveryAfterSoftCommitTest, ResponseLogComponentTest, TestSolrQueryParser, CoreMergeIndexesAdminHandlerTest, BasicAuthStandaloneTest, TestUninvertingReader, UpdateLogTest, TestComputePlanAction, OverseerTaskQueueTest, TestSegmentSorting, FullSolrCloudDistribCmdsTest, SecurityConfHandlerTest, ZkStateWriterTest, JsonLoaderTest, TestAuthorizationFramework, SolrCloudReportersTest, HLLUtilTest, AnalyticsMergeStrategyTest, DocValuesMultiTest, PreAnalyzedUpdateProcessorTest, TestSolrConfigHandlerCloud, TestCorePropertiesReload, TestRecoveryHdfs, ExternalFileFieldSortTest, TestPerFieldSimilarityWithDefaultOverride, TestCodecSupport, TestSolrCloudSnapshots, TestSortByMinMaxFunction, IndexBasedSpellCheckerTest, TestCloudPseudoReturnFields, TriggerIntegrationTest, ClusterStateTest, TestSolr4Spatial, TestCollectionAPIs, ShardRoutingTest, ScriptEngineTest, TestDistributedSearch, TestReqParamsAPI, TestDynamicFieldResource, TestLegacyNumericRangeQueryBuilder, TestRTGBase, EchoParamsTest, TestUseDocValuesAsStored, TestAnalyzeInfixSuggestions, TestLuceneIndexBackCompat, TestAddFieldRealTimeGet, TestWriterPerf, HttpPartitionTest, TestSolrCloudWithHadoopAuthPlugin, NumberUtilsTest, TestPayloadCheckQParserPlugin, TestSort, BlockJoinFacetDistribTest, DocValuesTest, DateRangeFieldTest, TestSolrCloudWithSecureImpersonation, TestStressReorder, TestComplexPhraseLeadingWildcard, TestConfigReload, HttpSolrCallGetCoreTest, TestHashQParserPlugin, TimeRoutedAliasUpdateProcessorTest, TestSolrCoreProperties, UUIDUpdateProcessorFallbackTest, TestTrackingShardHandlerFactory, HighlighterConfigTest, TestCollectionsAPIViaSolrCloudCluster, TestLRUStatsCache, MultiThreadedOCPTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MultiThreadedOCPTest -Dtests.seed=95638DDC23D89544 -Dtests.slow=true -Dtests.locale=rn-BI -Dtests.timezone=Australia/Lord_Howe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | MultiThreadedOCPTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.MultiThreadedOCPTest: 
   [junit4]    >    1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=15149, name=qtp278245779-15149, state=TIMED_WAITING, group=TGRP-MultiThreadedOCPTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([95638DDC23D89544]:0)
   [junit4] Completed [458/776 (2!)] on J1 in 1321.05s, 1 test, 2 errors <<< FAILURES!

[...truncated 42172 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4438 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4438/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ReplaceNodeNoTargetTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([68910BA1AA9C730C:E0C5347B04601EF4]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([68910BA1AA9C730C:56DAF5C10D48C0B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12077 lines...]
   [junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/init-core-data-001
   [junit4]   2> 70693 WARN  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 70694 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 70695 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 70696 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 70696 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001
   [junit4]   2> 70696 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 70697 INFO  (Thread-143) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 70697 INFO  (Thread-143) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 70700 ERROR (Thread-143) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 70807 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:62892
   [junit4]   2> 70817 INFO  (zkConnectionManagerCallback-164-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70862 INFO  (jetty-launcher-161-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 70862 INFO  (jetty-launcher-161-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 70862 INFO  (jetty-launcher-161-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T22:27:37+01:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 70863 INFO  (jetty-launcher-161-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 70863 INFO  (jetty-launcher-161-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 70863 INFO  (jetty-launcher-161-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 70864 INFO  (jetty-launcher-161-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 70865 INFO  (jetty-launcher-161-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 70865 INFO  (jetty-launcher-161-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 70866 INFO  (jetty-launcher-161-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 70866 INFO  (jetty-launcher-161-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 70866 INFO  (jetty-launcher-161-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 70866 INFO  (jetty-launcher-161-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58206fde{/solr,null,AVAILABLE}
   [junit4]   2> 70866 INFO  (jetty-launcher-161-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b319c82{/solr,null,AVAILABLE}
   [junit4]   2> 70867 INFO  (jetty-launcher-161-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3be85c98{/solr,null,AVAILABLE}
   [junit4]   2> 70884 INFO  (jetty-launcher-161-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@53e48459{SSL,[ssl, http/1.1]}{127.0.0.1:62894}
   [junit4]   2> 70884 INFO  (jetty-launcher-161-thread-2) [    ] o.e.j.s.Server Started @72854ms
   [junit4]   2> 70884 INFO  (jetty-launcher-161-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62894}
   [junit4]   2> 70884 ERROR (jetty-launcher-161-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70884 INFO  (jetty-launcher-161-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 70884 INFO  (jetty-launcher-161-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70884 INFO  (jetty-launcher-161-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70884 INFO  (jetty-launcher-161-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T17:49:17.971636Z
   [junit4]   2> 70886 INFO  (jetty-launcher-161-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@321ca515{SSL,[ssl, http/1.1]}{127.0.0.1:62895}
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-3) [    ] o.e.j.s.Server Started @72857ms
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62895}
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@18eae8eb{SSL,[ssl, http/1.1]}{127.0.0.1:62896}
   [junit4]   2> 70887 ERROR (jetty-launcher-161-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-1) [    ] o.e.j.s.Server Started @72858ms
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T17:49:17.974504Z
   [junit4]   2> 70887 INFO  (jetty-launcher-161-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=62896}
   [junit4]   2> 70887 ERROR (jetty-launcher-161-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 70888 INFO  (jetty-launcher-161-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 70888 INFO  (jetty-launcher-161-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 70888 INFO  (jetty-launcher-161-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 70888 INFO  (jetty-launcher-161-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T17:49:17.975097Z
   [junit4]   2> 70891 INFO  (zkConnectionManagerCallback-166-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70891 INFO  (zkConnectionManagerCallback-170-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70891 INFO  (zkConnectionManagerCallback-168-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70893 INFO  (jetty-launcher-161-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 70893 INFO  (jetty-launcher-161-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 70893 INFO  (jetty-launcher-161-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 70909 INFO  (jetty-launcher-161-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62892/solr
   [junit4]   2> 70909 INFO  (jetty-launcher-161-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62892/solr
   [junit4]   2> 70910 INFO  (jetty-launcher-161-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62892/solr
   [junit4]   2> 70913 INFO  (zkConnectionManagerCallback-177-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70914 INFO  (zkConnectionManagerCallback-180-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70914 INFO  (zkConnectionManagerCallback-182-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70919 INFO  (zkConnectionManagerCallback-184-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70920 INFO  (zkConnectionManagerCallback-186-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 70921 INFO  (zkConnectionManagerCallback-188-thread-1-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 71096 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 71104 INFO  (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 71104 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:62896_solr
   [junit4]   2> 71106 INFO  (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62895_solr
   [junit4]   2> 71106 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer Overseer (id=72087072746504199-127.0.0.1:62896_solr-n_0000000000) starting
   [junit4]   2> 71110 INFO  (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 71111 INFO  (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 71122 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 71124 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 71126 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 71128 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:62895_solr]
   [junit4]   2> 71128 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 71128 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 71133 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62896_solr
   [junit4]   2> 71135 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:62896_solr"} current state version: 0
   [junit4]   2> 71135 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62896_solr
   [junit4]   2> 71135 INFO  (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 71136 INFO  (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 71136 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 71142 DEBUG (OverseerAutoScalingTriggerThread-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 71146 DEBUG (ScheduledTrigger-293-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 71153 INFO  (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 71156 INFO  (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 71160 INFO  (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:62894_solr
   [junit4]   2> 71161 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:62894_solr"} current state version: 0
   [junit4]   2> 71161 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:62894_solr
   [junit4]   2> 71162 INFO  (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 71162 INFO  (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 71162 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 71203 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62896.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71218 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62896.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71218 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62896.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71222 INFO  (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62895.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71229 INFO  (jetty-launcher-161-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/.
   [junit4]   2> 71241 INFO  (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62895.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71241 INFO  (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62895.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71243 INFO  (jetty-launcher-161-thread-3) [n:127.0.0.1:62895_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/.
   [junit4]   2> 71275 INFO  (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62894.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71284 INFO  (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62894.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71284 INFO  (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_62894.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@63939e48
   [junit4]   2> 71285 INFO  (jetty-launcher-161-thread-2) [n:127.0.0.1:62894_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/.
   [junit4]   2> 71333 INFO  (zkConnectionManagerCallback-196-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 71339 INFO  (zkConnectionManagerCallback-200-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 71341 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 71341 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62892/solr ready
   [junit4]   2> 71410 INFO  (qtp230493295-717) [n:127.0.0.1:62894_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 71414 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 71415 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 71419 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
   [junit4]   2> 71422 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
   [junit4]   2> 71425 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
   [junit4]   2> 71428 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
   [junit4]   2> 71431 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 71435 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 71439 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 71442 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 71446 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 71449 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 71452 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 71455 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 71459 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 71463 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 71466 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 71470 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 71473 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 71477 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 71480 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 71484 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 71488 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 71491 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 71495 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 71498 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 71502 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 71505 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 71508 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 71512 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 71515 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 71519 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 71522 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 71525 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 71529 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 71532 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 71536 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 71539 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 71543 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 71546 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 71549 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 71553 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 71556 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 71559 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 71562 INFO  (OverseerThreadFactory-295-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
   [junit4]   2> 71574 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 71574 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
   [junit4]   2> 71574 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 71688 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 71688 INFO  (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 71690 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 71690 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 71692 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 71692 INFO  (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 71695 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 71695 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 71697 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 71697 INFO  (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 71699 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 71699 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>       "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node5":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>       "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node6":{
   [junit4]   2>       "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>       "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 71800 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
   [junit4]   2> 71929 INFO  (qtp230493295-715) [n:127.0.0.1:62894_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 71929 INFO  (qtp230493295-715) [n:127.0.0.1:62894_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 71939 INFO  (qtp1581042578-724) [n:127.0.0.1:62896_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 71940 INFO  (qtp1581042578-724) [n:127.0.0.1:62896_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 71940 INFO  (qtp361483103-710) [n:127.0.0.1:62895_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 71941 INFO  (qtp361483103-710) [n:127.0.0.1:62895_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62894_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62894_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:62894/solr","node_name":"127.0.0.1:62894_solr","state":"down","type":"NRT"}
   [junit4]   2> 71942 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>           "node_name":"127.0.0.1:62894_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62896_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node5",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62896_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:62896/solr","node_name":"127.0.0.1:62896_solr","state":"down","type":"NRT"}
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>           "node_name":"127.0.0.1:62894_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>           "node_name":"127.0.0.1:62896_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62895_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>   "core_node_name":"core_node6",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>   "node_name":"127.0.0.1:62895_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"AutoscalingHistoryHandlerTest_collection",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:62895/solr","node_name":"127.0.0.1:62895_solr","state":"down","type":"NRT"}
   [junit4]   2> 71946 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"3",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"3",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:62894/solr",
   [junit4]   2>           "node_name":"127.0.0.1:62894_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node5":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:62896/solr",
   [junit4]   2>           "node_name":"127.0.0.1:62896_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node6":{
   [junit4]   2>           "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
   [junit4]   2>           "base_url":"https://127.0.0.1:62895/solr",
   [junit4]   2>           "node_name":"127.0.0.1:62895_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 72056 DEBUG (OverseerStateUpdate-72087072746504199-127.0.0.1:62896_solr-n_0000000000) [n:127.0.0.1:62896_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
   [junit4]   2> 72057 INFO  (zkCallback-185-thread-1-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 72057 INFO  (zkCallback-183-thread-1-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 72057 INFO  (zkCallback-187-thread-1-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 72057 INFO  (zkCallback-185-thread-2-processing-n:127.0.0.1:62895_solr) [n:127.0.0.1:62895_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 72057 INFO  (zkCallback-183-thread-2-processing-n:127.0.0.1:62896_solr) [n:127.0.0.1:62896_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 72058 INFO  (zkCallback-187-thread-2-processing-n:127.0.0.1:62894_solr) [n:127.0.0.1:62894_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 72151 DEBUG (ScheduledTrigger-293-thread-1) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 72965 INFO  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 72966 INFO  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 72967 INFO  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 72967 INFO  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 72967 INFO  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 72967 INFO  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 72968 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 72968 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 72968 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 72968 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 72968 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 72969 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 72978 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 72978 WARN  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node2/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
   [junit4]   2> 72979 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/extraction/lib
   [junit4]   2> 72982 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 72983 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/clustering/lib
   [junit4]   2> 72983 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 72983 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/langid/lib
   [junit4]   2> 72983 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 72983 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../contrib/velocity/lib
   [junit4]   2> 72984 WARN  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node3/AutoscalingHistoryHandlerTest_collection_shard1_replica_n4/../../../../dist
   [junit4]   2> 72984 INFO  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 72988 INFO  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 72979 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 72997 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 72998 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 72998 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 72998 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 72998 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 72998 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 72998 WARN  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_68910BA1AA9C730C-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
   [junit4]   2> 73003 INFO  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73014 INFO  (qtp230493295-715) [n:127.0.0.1:62894_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] Schema name=default-config
   [junit4]   2> 73022 INFO  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] Schema name=default-config
   [junit4]   2> 73055 INFO  (qtp1581042578-724) [n:127.0.0.1:62896_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.s.IndexSchema [AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] Schema name=default-config
   [junit4]   2> 73160 DEBUG (ScheduledTrigger-293-thread-2) [n:127.0.0.1:62896_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 73305 INFO  (qtp361483103-710) [n:127.0.0.1:62895_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema

[...truncated too long message...]

eplacenodetest_coll_notarget_shard3_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard3.leader, tag=256027979
   [junit4]   2> 418132 INFO  (coreCloseExecutor-1713-thread-2) [n:127.0.0.1:64089_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll_notarget.shard4.replica_n14, tag=1478515996
   [junit4]   2> 418132 INFO  (coreCloseExecutor-1713-thread-2) [n:127.0.0.1:64089_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6968e887: rootName = solr_64089, domain = solr.core.replacenodetest_coll_notarget.shard4.replica_n14, service url = null, agent id = null] for registry solr.core.replacenodetest_coll_notarget.shard4.replica_n14 / com.codahale.metrics.MetricRegistry@52e3688e
   [junit4]   2> 418133 INFO  (coreCloseExecutor-1714-thread-1) [n:127.0.0.1:64094_solr c:replacenodetest_coll_notarget s:shard1 r:core_node22 x:replacenodetest_coll_notarget_shard1_replica_n21] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard1.leader, tag=733388196
   [junit4]   2> 418137 INFO  (jetty-closer-743-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6266a9c7{/solr,null,UNAVAILABLE}
   [junit4]   2> 418138 INFO  (jetty-closer-743-thread-5) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 418139 INFO  (coreCloseExecutor-1715-thread-1) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard5 r:core_node20 x:replacenodetest_coll_notarget_shard5_replica_n18] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard5.leader, tag=9644945
   [junit4]   2> 418139 INFO  (coreCloseExecutor-1715-thread-2) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll_notarget.shard2.replica_n4, tag=1557252233
   [junit4]   2> 418139 INFO  (coreCloseExecutor-1715-thread-2) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@368b0574: rootName = solr_64093, domain = solr.core.replacenodetest_coll_notarget.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.replacenodetest_coll_notarget.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@694169dc
   [junit4]   2> 418329 INFO  (coreCloseExecutor-1710-thread-2) [n:127.0.0.1:64088_solr c:replacenodetest_coll_notarget s:shard3 r:core_node13 x:replacenodetest_coll_notarget_shard3_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard3.leader, tag=1611647604
   [junit4]   2> 418331 INFO  (jetty-closer-743-thread-6) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3bcc67de{/solr,null,UNAVAILABLE}
   [junit4]   2> 418332 INFO  (jetty-closer-743-thread-6) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 418334 INFO  (coreCloseExecutor-1712-thread-2) [n:127.0.0.1:64090_solr c:replacenodetest_coll_notarget s:shard2 r:core_node9 x:replacenodetest_coll_notarget_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard2.leader, tag=2052328026
   [junit4]   2> 418335 INFO  (coreCloseExecutor-1713-thread-2) [n:127.0.0.1:64089_solr c:replacenodetest_coll_notarget s:shard4 r:core_node17 x:replacenodetest_coll_notarget_shard4_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard4.leader, tag=1478515996
   [junit4]   2> 418335 INFO  (coreCloseExecutor-1715-thread-2) [n:127.0.0.1:64093_solr c:replacenodetest_coll_notarget s:shard2 r:core_node7 x:replacenodetest_coll_notarget_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll_notarget.shard2.leader, tag=1557252233
   [junit4]   2> 418338 INFO  (jetty-closer-743-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@498e542{/solr,null,UNAVAILABLE}
   [junit4]   2> 418338 INFO  (jetty-closer-743-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 418343 INFO  (jetty-closer-743-thread-3) [    ] o.a.s.c.Overseer Overseer (id=72087094994075665-127.0.0.1:64093_solr-n_0000000000) closing
   [junit4]   2> 418343 INFO  (OverseerStateUpdate-72087094994075665-127.0.0.1:64093_solr-n_0000000000) [n:127.0.0.1:64093_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:64093_solr
   [junit4]   2> 418343 INFO  (jetty-closer-743-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35056f3a{/solr,null,UNAVAILABLE}
   [junit4]   2> 418344 INFO  (jetty-closer-743-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 418344 WARN  (OverseerAutoScalingTriggerThread-72087094994075665-127.0.0.1:64093_solr-n_0000000000) [n:127.0.0.1:64093_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 418347 INFO  (jetty-closer-743-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2ef98e83{/solr,null,UNAVAILABLE}
   [junit4]   2> 418347 INFO  (jetty-closer-743-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 418348 ERROR (SUITE-ReplaceNodeNoTargetTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 418348 INFO  (SUITE-ReplaceNodeNoTargetTest-seed#[68910BA1AA9C730C]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64085 64085
   [junit4]   2> 418357 INFO  (Thread-813) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:64085 64085
   [junit4]   2> 418447 WARN  (Thread-813) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/replacenodetest_coll_notarget/terms/shard1
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard2
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard4
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard3
   [junit4]   2> 	5	/solr/collections/replacenodetest_coll_notarget/terms/shard5
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	123	/solr/collections/replacenodetest_coll_notarget/state.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72087094994075662-127.0.0.1:64089_solr-n_0000000002
   [junit4]   2> 	2	/solr/collections/replacenodetest_coll_notarget/leader_elect/shard1/election/72087094994075661-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/72087094994075665-127.0.0.1:64093_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.ReplaceNodeNoTargetTest_68910BA1AA9C730C-001
   [junit4]   2> Feb 13, 2018 5:55:05 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, maxDocsPerChunk=858, blockSize=140), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=5, blockSize=140)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@44de73aa), locale=ta-IN, timezone=GB-Eire
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=91706776,total=291610624
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocSet, DistributedQueryComponentCustomSortTest, TestSortByMinMaxFunction, MoveReplicaHDFSTest, AnalyticsMergeStrategyTest, TestDeleteCollectionOnDownNodes, TestSolrConfigHandler, SolrJmxReporterTest, RegexBoostProcessorTest, CollectionStateFormat2Test, TestDistributedSearch, TestCloudPseudoReturnFields, TestStressReorder, PreAnalyzedFieldTest, TestUseDocValuesAsStored, V2StandaloneTest, TestRequestForwarding, TestLuceneMatchVersion, AutoAddReplicasPlanActionTest, MetricUtilsTest, VMParamsZkACLAndCredentialsProvidersTest, BasicAuthStandaloneTest, TestWordDelimiterFilterFactory, ShowFileRequestHandlerTest, ReplicationFactorTest, MetricsHandlerTest, TestBadConfig, TestJsonRequest, TestRuleBasedAuthorizationPlugin, TestFastLRUCache, DistributedDebugComponentTest, TestExceedMaxTermLength, RuleEngineTest, TestJsonFacetRefinement, DocValuesTest, TestSolrCoreProperties, TriggerIntegrationTest, TestLegacyNumericUtils, TestLeaderElectionWithEmptyReplica, RequestHandlersTest, ReplaceNodeNoTargetTest]
   [junit4] Completed [93/776 (2!)] on J1 in 9.17s, 1 test, 1 failure <<< FAILURES!

[...truncated 43441 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4437 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4437/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteNodeTest:     1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteNodeTest: 
   1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DeleteNodeTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)




Build Log:
[...truncated 13732 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteNodeTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/init-core-data-001
   [junit4]   2> 3002892 WARN  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 3002892 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3002893 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3002894 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3002894 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001
   [junit4]   2> 3002894 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3002895 INFO  (Thread-4276) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3002895 INFO  (Thread-4276) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3002898 ERROR (Thread-4276) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3003005 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:49818
   [junit4]   2> 3003019 INFO  (zkConnectionManagerCallback-6818-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003024 INFO  (jetty-launcher-6815-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3003024 INFO  (jetty-launcher-6815-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3003024 INFO  (jetty-launcher-6815-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3003025 INFO  (jetty-launcher-6815-thread-5) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3003025 INFO  (jetty-launcher-6815-thread-6) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3003027 INFO  (jetty-launcher-6815-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3003027 INFO  (jetty-launcher-6815-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3003027 INFO  (jetty-launcher-6815-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3003028 INFO  (jetty-launcher-6815-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7520c1e4{/solr,null,AVAILABLE}
   [junit4]   2> 3003029 INFO  (jetty-launcher-6815-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3003030 INFO  (jetty-launcher-6815-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2782b107{HTTP/1.1,[http/1.1]}{127.0.0.1:49820}
   [junit4]   2> 3003030 INFO  (jetty-launcher-6815-thread-3) [    ] o.e.j.s.Server Started @3005056ms
   [junit4]   2> 3003030 INFO  (jetty-launcher-6815-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49820}
   [junit4]   2> 3003030 ERROR (jetty-launcher-6815-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3003031 INFO  (jetty-launcher-6815-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3003031 INFO  (jetty-launcher-6815-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3003031 INFO  (jetty-launcher-6815-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3003031 INFO  (jetty-launcher-6815-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T06:52:25.852224Z
   [junit4]   2> 3003031 INFO  (jetty-launcher-6815-thread-5) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3003031 INFO  (jetty-launcher-6815-thread-5) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3003031 INFO  (jetty-launcher-6815-thread-5) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3003033 INFO  (jetty-launcher-6815-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3003033 INFO  (jetty-launcher-6815-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3003034 INFO  (jetty-launcher-6815-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3003034 INFO  (jetty-launcher-6815-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62ca6714{/solr,null,AVAILABLE}
   [junit4]   2> 3003034 INFO  (jetty-launcher-6815-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d7630aa{/solr,null,AVAILABLE}
   [junit4]   2> 3003034 INFO  (jetty-launcher-6815-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@529363dd{HTTP/1.1,[http/1.1]}{127.0.0.1:49822}
   [junit4]   2> 3003034 INFO  (jetty-launcher-6815-thread-5) [    ] o.e.j.s.Server Started @3005060ms
   [junit4]   2> 3003034 INFO  (jetty-launcher-6815-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49822}
   [junit4]   2> 3003034 ERROR (jetty-launcher-6815-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3003034 INFO  (jetty-launcher-6815-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@292c628f{HTTP/1.1,[http/1.1]}{127.0.0.1:49823}
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-2) [    ] o.e.j.s.Server Started @3005060ms
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49823}
   [junit4]   2> 3003035 ERROR (jetty-launcher-6815-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T06:52:25.856780Z
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3003035 INFO  (jetty-launcher-6815-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T06:52:25.856950Z
   [junit4]   2> 3003036 INFO  (jetty-launcher-6815-thread-6) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3003036 INFO  (jetty-launcher-6815-thread-6) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3003036 INFO  (jetty-launcher-6815-thread-6) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3003037 INFO  (jetty-launcher-6815-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bffffe2{/solr,null,AVAILABLE}
   [junit4]   2> 3003037 INFO  (jetty-launcher-6815-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a74d64d{HTTP/1.1,[http/1.1]}{127.0.0.1:49824}
   [junit4]   2> 3003037 INFO  (jetty-launcher-6815-thread-6) [    ] o.e.j.s.Server Started @3005063ms
   [junit4]   2> 3003037 INFO  (jetty-launcher-6815-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49824}
   [junit4]   2> 3003038 ERROR (jetty-launcher-6815-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3003038 INFO  (jetty-launcher-6815-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3003038 INFO  (jetty-launcher-6815-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3003038 INFO  (jetty-launcher-6815-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3003038 INFO  (jetty-launcher-6815-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T06:52:25.859421Z
   [junit4]   2> 3003038 INFO  (zkConnectionManagerCallback-6820-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003039 INFO  (jetty-launcher-6815-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3003039 INFO  (jetty-launcher-6815-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3003039 INFO  (jetty-launcher-6815-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3003039 INFO  (jetty-launcher-6815-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57d415c0{/solr,null,AVAILABLE}
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@46245f10{HTTP/1.1,[http/1.1]}{127.0.0.1:49825}
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-1) [    ] o.e.j.s.Server Started @3005065ms
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49825}
   [junit4]   2> 3003040 ERROR (jetty-launcher-6815-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3003040 INFO  (jetty-launcher-6815-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T06:52:25.861957Z
   [junit4]   2> 3003053 INFO  (jetty-launcher-6815-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3003053 INFO  (jetty-launcher-6815-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3003053 INFO  (jetty-launcher-6815-thread-4) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3003053 INFO  (zkConnectionManagerCallback-6826-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003054 INFO  (zkConnectionManagerCallback-6822-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003054 INFO  (zkConnectionManagerCallback-6824-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003055 INFO  (jetty-launcher-6815-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3003055 INFO  (jetty-launcher-6815-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3003056 INFO  (jetty-launcher-6815-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3003056 INFO  (jetty-launcher-6815-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2246a7f2{/solr,null,AVAILABLE}
   [junit4]   2> 3003056 INFO  (jetty-launcher-6815-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@154e3d55{HTTP/1.1,[http/1.1]}{127.0.0.1:49830}
   [junit4]   2> 3003056 INFO  (jetty-launcher-6815-thread-4) [    ] o.e.j.s.Server Started @3005082ms
   [junit4]   2> 3003056 INFO  (jetty-launcher-6815-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49830}
   [junit4]   2> 3003056 ERROR (jetty-launcher-6815-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3003058 INFO  (jetty-launcher-6815-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3003058 INFO  (jetty-launcher-6815-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3003058 INFO  (jetty-launcher-6815-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3003058 INFO  (jetty-launcher-6815-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-13T06:52:25.879729Z
   [junit4]   2> 3003059 INFO  (jetty-launcher-6815-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
   [junit4]   2> 3003072 INFO  (zkConnectionManagerCallback-6828-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003074 INFO  (jetty-launcher-6815-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3003075 INFO  (zkConnectionManagerCallback-6834-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003077 INFO  (jetty-launcher-6815-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
   [junit4]   2> 3003079 INFO  (zkConnectionManagerCallback-6831-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003080 INFO  (zkConnectionManagerCallback-6838-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003081 INFO  (jetty-launcher-6815-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3003083 INFO  (jetty-launcher-6815-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
   [junit4]   2> 3003089 INFO  (jetty-launcher-6815-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
   [junit4]   2> 3003089 INFO  (jetty-launcher-6815-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
   [junit4]   2> 3003090 INFO  (zkConnectionManagerCallback-6840-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003090 INFO  (zkConnectionManagerCallback-6845-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003091 INFO  (zkConnectionManagerCallback-6851-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003092 INFO  (zkConnectionManagerCallback-6847-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003092 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018762a8c000a, likely client has closed socket
   [junit4]   2> 3003093 INFO  (zkConnectionManagerCallback-6854-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003094 INFO  (zkConnectionManagerCallback-6856-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003097 INFO  (zkConnectionManagerCallback-6858-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003097 INFO  (jetty-launcher-6815-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49818/solr
   [junit4]   2> 3003098 INFO  (zkConnectionManagerCallback-6860-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003099 INFO  (zkConnectionManagerCallback-6864-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003101 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10018762a8c0011, likely client has closed socket
   [junit4]   2> 3003103 INFO  (zkConnectionManagerCallback-6866-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003345 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3003345 INFO  (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3003345 INFO  (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3003346 INFO  (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3003347 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:49820_solr
   [junit4]   2> 3003348 INFO  (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49822_solr
   [junit4]   2> 3003348 INFO  (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49830_solr
   [junit4]   2> 3003349 INFO  (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49825_solr
   [junit4]   2> 3003350 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.c.Overseer Overseer (id=72084489836953609-127.0.0.1:49820_solr-n_0000000000) starting
   [junit4]   2> 3003350 INFO  (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3003351 INFO  (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3003351 INFO  (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3003351 INFO  (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3003384 INFO  (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 3003393 INFO  (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 3003393 INFO  (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 3003393 INFO  (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 3003398 INFO  (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003403 INFO  (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003418 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49820_solr
   [junit4]   2> 3003422 INFO  (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3003423 INFO  (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3003423 INFO  (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3003424 INFO  (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3003428 INFO  (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003429 INFO  (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003433 INFO  (jetty-launcher-6815-thread-5) [n:127.0.0.1:49822_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node5/.
   [junit4]   2> 3003434 INFO  (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003434 INFO  (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003434 INFO  (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003435 INFO  (jetty-launcher-6815-thread-1) [n:127.0.0.1:49825_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/.
   [junit4]   2> 3003442 INFO  (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003443 INFO  (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003457 INFO  (jetty-launcher-6815-thread-4) [n:127.0.0.1:49830_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/.
   [junit4]   2> 3003471 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003479 INFO  (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3003482 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003482 INFO  (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3003482 INFO  (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3003482 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003483 INFO  (jetty-launcher-6815-thread-3) [n:127.0.0.1:49820_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node3/.
   [junit4]   2> 3003485 INFO  (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49824_solr
   [junit4]   2> 3003486 INFO  (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3003487 INFO  (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3003487 INFO  (zkCallback-6846-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3003487 INFO  (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3003487 INFO  (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3003487 INFO  (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3003488 INFO  (zkCallback-6855-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3003489 INFO  (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49823_solr
   [junit4]   2> 3003491 INFO  (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3003491 INFO  (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3003492 INFO  (zkCallback-6846-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3003492 INFO  (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3003492 INFO  (zkCallback-6855-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3003492 INFO  (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 3003521 INFO  (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003560 INFO  (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003563 INFO  (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003564 INFO  (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003565 INFO  (jetty-launcher-6815-thread-6) [n:127.0.0.1:49824_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/.
   [junit4]   2> 3003571 INFO  (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003572 INFO  (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3003573 INFO  (jetty-launcher-6815-thread-2) [n:127.0.0.1:49823_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/.
   [junit4]   2> 3003730 INFO  (zkConnectionManagerCallback-6880-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003734 INFO  (zkConnectionManagerCallback-6884-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003736 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 3003738 INFO  (SUITE-DeleteNodeTest-seed#[BC531D0C1984D8F3]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49818/solr ready
   [junit4]   2> 3003778 INFO  (TEST-DeleteNodeTest.test-seed#[BC531D0C1984D8F3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 3003780 INFO  (zkConnectionManagerCallback-6886-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3003785 INFO  (qtp2025304985-24724) [n:127.0.0.1:49822_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=3&name=deletenodetest_coll&nrtReplicas=1&action=CREATE&numShards=5&tlogReplicas=1&createNodeSet=127.0.0.1:49822_solr,127.0.0.1:49830_solr,127.0.0.1:49824_solr,127.0.0.1:49823_solr,127.0.0.1:49820_solr,127.0.0.1:49825_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3003787 INFO  (OverseerThreadFactory-10170-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection deletenodetest_coll
   [junit4]   2> 3003901 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deletenodetest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49825/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003906 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deletenodetest_coll_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49824/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003911 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deletenodetest_coll_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49823/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003917 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deletenodetest_coll_shard2_replica_t6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49830/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003921 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"deletenodetest_coll_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49820/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003926 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"deletenodetest_coll_shard3_replica_t10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49822/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003929 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"deletenodetest_coll_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49825/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003933 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"deletenodetest_coll_shard4_replica_t14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49824/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003937 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"deletenodetest_coll_shard5_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49823/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3003941 INFO  (OverseerStateUpdate-72084489836953609-127.0.0.1:49820_solr-n_0000000000) [n:127.0.0.1:49820_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"deletenodetest_coll_shard5_replica_t18",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:49830/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3004158 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n1&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3004158 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_t10&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3004158 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3004159 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3004159 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_t14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3004159 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3004159 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_t6&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3004160 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3004161 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n8&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3004162 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3004162 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_t18&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3004163 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n12&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3004168 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_t2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 3004170 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n4&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3004170 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3004172 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n16&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3004296 INFO  (zkCallback-6855-thread-1-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004296 INFO  (zkCallback-6865-thread-1-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004296 INFO  (zkCallback-6846-thread-1-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004296 INFO  (zkCallback-6855-thread-2-processing-n:127.0.0.1:49823_solr) [n:127.0.0.1:49823_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004296 INFO  (zkCallback-6839-thread-1-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004296 INFO  (zkCallback-6859-thread-1-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004296 INFO  (zkCallback-6857-thread-1-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004297 INFO  (zkCallback-6865-thread-2-processing-n:127.0.0.1:49830_solr) [n:127.0.0.1:49830_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004298 INFO  (zkCallback-6839-thread-2-processing-n:127.0.0.1:49820_solr) [n:127.0.0.1:49820_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004299 INFO  (zkCallback-6846-thread-2-processing-n:127.0.0.1:49824_solr) [n:127.0.0.1:49824_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004299 INFO  (zkCallback-6859-thread-2-processing-n:127.0.0.1:49825_solr) [n:127.0.0.1:49825_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3004299 INFO  (zkCallback-6857-thread-2-processing-n:127.0.0.1:49822_solr) [n:127.0.0.1:49822_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 3005193 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005196 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005211 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005214 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005215 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005234 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005236 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 3005237 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_t18] Schema name=cloud-dynamic
   [junit4]   2> 3005240 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n12] Schema name=cloud-dynamic
   [junit4]   2> 3005263 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005263 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n1' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005264 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.core.deletenodetest_coll.shard1.replica_n1' (registry 'solr.core.deletenodetest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005264 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005264 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/deletenodetest_coll_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/./deletenodetest_coll_shard1_replica_n1/data/]
   [junit4]   2> 3005267 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005267 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_t18' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005267 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_t2] Schema name=cloud-dynamic
   [junit4]   2> 3005267 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.core.deletenodetest_coll.shard5.replica_t18' (registry 'solr.core.deletenodetest_coll.shard5.replica_t18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005267 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005267 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_t18] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/deletenodetest_coll_shard5_replica_t18], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/./deletenodetest_coll_shard5_replica_t18/data/]
   [junit4]   2> 3005268 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005268 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n12' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005268 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49825.solr.core.deletenodetest_coll.shard4.replica_n12' (registry 'solr.core.deletenodetest_coll.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005268 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005269 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/deletenodetest_coll_shard4_replica_n12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node1/./deletenodetest_coll_shard4_replica_n12/data/]
   [junit4]   2> 3005279 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005279 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_t6] Schema name=cloud-dynamic
   [junit4]   2> 3005290 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005290 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005290 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3005306 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n16] Schema name=cloud-dynamic
   [junit4]   2> 3005306 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 3005306 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 3005330 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005330 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n16' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005330 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005331 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n8' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005331 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005331 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n4' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005332 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_t10] Schema name=cloud-dynamic
   [junit4]   2> 3005332 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.core.deletenodetest_coll.shard5.replica_n16' (registry 'solr.core.deletenodetest_coll.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005333 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005333 INFO  (qtp864076006-24742) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard5 r:core_node19 x:deletenodetest_coll_shard5_replica_n16] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/deletenodetest_coll_shard5_replica_n16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/./deletenodetest_coll_shard5_replica_n16/data/]
   [junit4]   2> 3005332 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_t14] Schema name=cloud-dynamic
   [junit4]   2> 3005346 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005346 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_t2' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005347 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.core.deletenodetest_coll.shard1.replica_t2' (registry 'solr.core.deletenodetest_coll.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005347 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005347 INFO  (qtp407071807-24755) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard1 r:core_node5 x:deletenodetest_coll_shard1_replica_t2] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/deletenodetest_coll_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/./deletenodetest_coll_shard1_replica_t2/data/]
   [junit4]   2> 3005349 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49820.solr.core.deletenodetest_coll.shard3.replica_n8' (registry 'solr.core.deletenodetest_coll.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005349 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005349 INFO  (qtp2088122441-24709) [n:127.0.0.1:49820_solr c:deletenodetest_coll s:shard3 r:core_node11 x:deletenodetest_coll_shard3_replica_n8] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node3/deletenodetest_coll_shard3_replica_n8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node3/./deletenodetest_coll_shard3_replica_n8/data/]
   [junit4]   2> 3005363 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005364 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_t10' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005364 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49822.solr.core.deletenodetest_coll.shard3.replica_t10' (registry 'solr.core.deletenodetest_coll.shard3.replica_t10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005364 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005364 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_t10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node5/deletenodetest_coll_shard3_replica_t10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node5/./deletenodetest_coll_shard3_replica_t10/data/]
   [junit4]   2> 3005366 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49823.solr.core.deletenodetest_coll.shard2.replica_n4' (registry 'solr.core.deletenodetest_coll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005366 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005366 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005366 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_t14' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005366 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49824.solr.core.deletenodetest_coll.shard4.replica_t14' (registry 'solr.core.deletenodetest_coll.shard4.replica_t14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005366 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005367 INFO  (qtp864076006-24717) [n:127.0.0.1:49823_solr c:deletenodetest_coll s:shard2 r:core_node7 x:deletenodetest_coll_shard2_replica_n4] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/deletenodetest_coll_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node2/./deletenodetest_coll_shard2_replica_n4/data/]
   [junit4]   2> 3005367 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_t14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/deletenodetest_coll_shard4_replica_t14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node6/./deletenodetest_coll_shard4_replica_t14/data/]
   [junit4]   2> 3005368 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 3005368 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_t6' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 3005369 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_49830.solr.core.deletenodetest_coll.shard2.replica_t6' (registry 'solr.core.deletenodetest_coll.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@409362d2
   [junit4]   2> 3005369 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3005369 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_t6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/deletenodetest_coll_shard2_replica_t6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteNodeTest_BC531D0C1984D8F3-001/tempDir-001/node4/./deletenodetest_coll_shard2_replica_t6/data/]
   [junit4]   2> 3005435 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3005435 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3005436 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3005436 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3005442 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3005442 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3005443 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3005443 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3005452 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3005452 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3005454 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3005454 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3005482 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.s.SolrIndexSearcher Opening [Searcher@7837520[deletenodetest_coll_shard5_replica_t18] main]
   [junit4]   2> 3005483 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3005484 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3005484 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3005485 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267634959712256
   [junit4]   2> 3005485 INFO  (searcherExecutor-10181-thread-1-processing-n:127.0.0.1:49830_solr x:deletenodetest_coll_shard5_replica_t18 s:shard5 c:deletenodetest_coll r:core_node20) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_t18] Registered new searcher Searcher@7837520[deletenodetest_coll_shard5_replica_t18] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3005496 INFO  (qtp469154318-24771) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard5 r:core_node20 x:deletenodetest_coll_shard5_replica_t18] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard5: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3005516 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f1b3e7b[deletenodetest_coll_shard1_replica_n1] main]
   [junit4]   2> 3005517 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3005518 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3005518 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3005519 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267634995363840
   [junit4]   2> 3005519 INFO  (searcherExecutor-10180-thread-1-processing-n:127.0.0.1:49825_solr x:deletenodetest_coll_shard1_replica_n1 s:shard1 c:deletenodetest_coll r:core_node3) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n1] Registered new searcher Searcher@1f1b3e7b[deletenodetest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3005526 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.s.SolrIndexSearcher Opening [Searcher@44173a7a[deletenodetest_coll_shard4_replica_n12] main]
   [junit4]   2> 3005528 INFO  (qtp973968855-24718) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard1 r:core_node3 x:deletenodetest_coll_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3005528 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3005528 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3005529 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3005529 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267635005849600
   [junit4]   2> 3005529 INFO  (searcherExecutor-10182-thread-1-processing-n:127.0.0.1:49825_solr x:deletenodetest_coll_shard4_replica_n12 s:shard4 c:deletenodetest_coll r:core_node15) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n12] Registered new searcher Searcher@44173a7a[deletenodetest_coll_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3005538 INFO  (qtp973968855-24741) [n:127.0.0.1:49825_solr c:deletenodetest_coll s:shard4 r:core_node15 x:deletenodetest_coll_shard4_replica_n12] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3005571 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3005571 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3005579 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3005579 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3005590 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@18aae44a[deletenodetest_coll_shard2_replica_t6] main]
   [junit4]   2> 3005592 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3005592 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3005595 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3005600 INFO  (searcherExecutor-10189-thread-1-processing-n:127.0.0.1:49830_solr x:deletenodetest_coll_shard2_replica_t6 s:shard2 c:deletenodetest_coll r:core_node9) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_t6] Registered new searcher Searcher@18aae44a[deletenodetest_coll_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3005600 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592267635080298496
   [junit4]   2> 3005610 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3005610 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3005613 INFO  (qtp469154318-24752) [n:127.0.0.1:49830_solr c:deletenodetest_coll s:shard2 r:core_node9 x:deletenodetest_coll_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 3005614 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3005614 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3005619 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.s.SolrIndexSearcher Opening [Searcher@667eeb02[deletenodetest_coll_shard3_replica_t10] main]
   [junit4]   2> 3005621 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3005621 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3005621 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3005622 INFO  (qtp407071807-24722) [n:127.0.0.1:49824_solr c:deletenodetest_coll s:shard4 r:core_node17 x:deletenodetest_coll_shard4_replica_t14] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3005624 INFO  (qtp2025304985-24730) [n:127.0.0.1:49822_solr c:deletenodetest_coll s:shard3 r:core_node13 x:deletenodetest_coll_shard3_replica_t10] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.


[...truncated too long message...]

java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1382, maxMBSortInHeap=5.31507325097012, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bff1d83), locale=lg, timezone=GB-Eire
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=211856944,total=515375104
   [junit4]   2> NOTE: All tests run in this JVM: [TestLocalFSCloudBackupRestore, TestFastLRUCache, TestConfigSetsAPIZkFailure, TestDynamicFieldResource, TestReversedWildcardFilterFactory, HdfsWriteToMultipleCollectionsTest, CoreMergeIndexesAdminHandlerTest, TestQueryWrapperFilter, TestPHPSerializedResponseWriter, TestConfig, TestDefaultStatsCache, CollectionReloadTest, TestSegmentSorting, SuggesterWFSTTest, TestSolrConfigHandler, TestExecutePlanAction, DistributedDebugComponentTest, DebugComponentTest, LeaderFailureAfterFreshStartTest, TestSQLHandler, TestSolrIndexConfig, ConjunctionSolrSpellCheckerTest, TestHighFrequencyDictionaryFactory, SuggesterTest, BadCopyFieldTest, TestSolrCoreProperties, MetricTriggerTest, TestLeaderInitiatedRecoveryThread, RuleEngineTest, DistributedSpellCheckComponentTest, TimeZoneUtilsTest, CleanupOldIndexTest, SpellCheckComponentTest, HdfsSyncSliceTest, SimpleCollectionCreateDeleteTest, TestMiniSolrCloudClusterSSL, UpdateLogTest, SoftAutoCommitTest, RollingRestartTest, HttpPartitionTest, AtomicUpdatesTest, TestTlogReplica, TestDistributedStatsComponentCardinality, TestCodecSupport, UpdateParamsTest, TestHdfsBackupRestoreCore, SolrCmdDistributorTest, TestCollectionAPIs, MetricsHandlerTest, RegexBoostProcessorTest, CollectionsAPIAsyncDistributedZkTest, TestSystemCollAutoCreate, VMParamsZkACLAndCredentialsProvidersTest, TestBulkSchemaConcurrent, RankQueryTest, RegexBytesRefFilterTest, OverseerTest, SmileWriterTest, IndexSchemaTest, TestCopyFieldCollectionResource, TestCoreAdminApis, TermVectorComponentTest, ZkSolrClientTest, TestExactSharedStatsCache, CircularListTest, TestFieldCacheSortRandom, SyncSliceTest, SortByFunctionTest, TestRandomRequestDistribution, TestIndexingPerformance, TestLegacyField, TestFieldTypeResource, MissingSegmentRecoveryTest, ScriptEngineTest, TestObjectReleaseTracker, TestLRUStatsCache, BasicDistributedZk2Test, BlockDirectoryTest, TestRecoveryHdfs, SystemLogListenerTest, TestAddFieldRealTimeGet, BadComponentTest, AnalysisErrorHandlingTest, ResponseLogComponentTest, ClusterStateTest, SuggestComponentContextFilterQueryTest, PrimUtilsTest, DeleteStatusTest, NoCacheHeaderTest, TestCloudPseudoReturnFields, OutOfBoxZkACLAndCredentialsProvidersTest, TestPointFields, BadIndexSchemaTest, TlogReplayBufferedWhileIndexingTest, TestSizeLimitedDistributedMap, HdfsTlogReplayBufferedWhileIndexingTest, ActionThrottleTest, TestRTGBase, TestManagedResource, TestWordDelimiterFilterFactory, HdfsNNFailoverTest, TestComputePlanAction, TestPrepRecovery, BlobRepositoryCloudTest, TestJsonRequest, TestFieldCacheReopen, TestEmbeddedSolrServerConstructors, ComputePlanActionTest, TestTrieFacet, TestCrossCoreJoin, TestSolrConfigHandlerCloud, DocValuesNotIndexedTest, TestShardHandlerFactory, CoreAdminHandlerTest, TestSolrCloudWithSecureImpersonation, TestStandardQParsers, TestExtendedDismaxParser, ChaosMonkeyNothingIsSafeTest, SolrCloudReportersTest, SecurityConfHandlerTest, CloneFieldUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, DistributedQueueTest, TestExceedMaxTermLength, TestAnalyzeInfixSuggestions, HLLUtilTest, DistribDocExpirationUpdateProcessorTest, TestHttpShardHandlerFactory, DistributedFacetPivotLongTailTest, TestConfigOverlay, CurrencyRangeFacetCloudTest, TestDFRSimilarityFactory, ZkStateWriterTest, TestXmlQParserPlugin, TestPullReplicaErrorHandling, SimpleFacetsTest, HdfsChaosMonkeyNothingIsSafeTest, TestConfigSetsAPI, HdfsRecoveryZkTest, WrapperMergePolicyFactoryTest, PreAnalyzedFieldTest, QueryResultKeyTest, TestUninvertingReader, TestFuzzyAnalyzedSuggestions, HttpSolrCallGetCoreTest, DocValuesTest, TestCorePropertiesReload, TestSolrCloudWithHadoopAuthPlugin, TestSchemaVersionResource, TestNoOpRegenerator, DocumentAnalysisRequestHandlerTest, HdfsBasicDistributedZk2Test, NotRequiredUniqueKeyTest, PeerSyncTest, SimpleMLTQParserTest, HdfsCollectionsAPIDistributedZkTest, TestSolrQueryParser, TestNRTOpen, TestComponentsName, TestScoreJoinQPNoScore, IndexBasedSpellCheckerTest, TestGeoJSONResponseWriter, ConcurrentDeleteAndCreateCollectionTest, ShardRoutingTest, TestFastWriter, TestJavabinTupleStreamParser, TestManagedSynonymFilterFactory, TestSolrDeletionPolicy2, TestDistributedSearch, FullHLLTest, TestSubQueryTransformerCrossCore, TestRandomFaceting, DistanceFunctionTest, RecoveryAfterSoftCommitTest, PrimitiveFieldTypeTest, NumberUtilsTest, TestMacros, BaseCdcrDistributedZkTest, TestDeleteCollectionOnDownNodes, QueryParsingTest, SliceStateTest, TestRuleBasedAuthorizationPlugin, TestLRUCache, TestTolerantUpdateProcessorRandomCloud, TestCustomSort, TestDocumentBuilder, TestTrackingShardHandlerFactory, UUIDUpdateProcessorFallbackTest, DistributedFacetPivotSmallTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomDVFaceting, TestDistributedGrouping, TestFaceting, TestRecovery, TestHashPartitioner, ZkControllerTest, TestStressReorder, TestJoin, TestReload, TestStressVersions, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, TestStressLucene, TestTrie, SpatialFilterTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, CSVRequestHandlerTest, HighlighterConfigTest, TestQuerySenderListener, CopyFieldTest, TestStressRecovery, ConcurrentCreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteNodeTest -Dtests.seed=BC531D0C1984D8F3 -Dtests.slow=true -Dtests.locale=lg -Dtests.timezone=GB-Eire -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | DeleteNodeTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.DeleteNodeTest: 
   [junit4]    >    1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=24731, name=qtp2025304985-24731, state=TIMED_WAITING, group=TGRP-DeleteNodeTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BC531D0C1984D8F3]:0)
   [junit4] Completed [522/776 (1!)] on J1 in 61.04s, 1 test, 2 errors <<< FAILURES!

[...truncated 41916 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4436 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4436/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([C8D16B7209EBD003:EEBBD54B12E47F6F]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.search.TestCollapseQParserPlugin.testStringCollapse

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([C8D16B7209EBD003:3D595B13C08C7317]:0)
	at org.apache.lucene.index.AssertingLeafReader$AssertingSortedDocValues.advanceExact(AssertingLeafReader.java:739)
	at org.apache.solr.search.CollapsingQParserPlugin$OrdScoreCollector.collect(CollapsingQParserPlugin.java:563)
	at org.apache.lucene.search.MatchAllDocsQuery$1$1.score(MatchAllDocsQuery.java:62)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:623)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:417)
	at org.apache.solr.search.Grouping.searchWithTimeLimiter(Grouping.java:447)
	at org.apache.solr.search.Grouping.execute(Grouping.java:395)
	at org.apache.solr.handler.component.QueryComponent.doProcessGroupedSearch(QueryComponent.java:1409)
	at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:367)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:295)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:195)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2503)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
	at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:876)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:862)
	at org.apache.solr.search.TestCollapseQParserPlugin.testCollapseQueries(TestCollapseQParserPlugin.java:768)
	at org.apache.solr.search.TestCollapseQParserPlugin.testStringCollapse(TestCollapseQParserPlugin.java:213)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest:     1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest: 
   1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DEF5525DAACDB61]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1443, name=qtp2087327448-1443, state=TIMED_WAITING, group=TGRP-CloudSolrClientTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7DEF5525DAACDB61]:0)




Build Log:
[...truncated 1828 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J1-20180212_191036_02310336877569366641169.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J0-20180212_191036_02314705736881933909174.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 287 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20180212_191848_51812944530504273965160.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20180212_191848_51814788200240099882229.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1062 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20180212_192001_66211504234621976623686.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20180212_192001_66214363994847353064214.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 243 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20180212_192221_25818359673049520886232.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20180212_192221_25817387599967883193820.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 253 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180212_192231_63413564304261578838115.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180212_192231_6345540425787009577748.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 162 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180212_192300_8052393102087535969059.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180212_192300_80512737649330739208212.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180212_192306_07514951481783048316356.syserr
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180212_192306_07513693283938766400197.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 182 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180212_192309_88114914688048949417622.syserr
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180212_192309_881409110021809087636.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 162 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180212_192318_131926134012407575832.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180212_192318_1318885110267817651639.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 164 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20180212_192326_0832327306574363917896.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20180212_192326_08315050745486603957445.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/uima/test/temp/junit4-J0-20180212_192330_1915466663682298246595.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20180212_192342_95111930282381091391470.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20180212_192342_9511012056978688166870.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1401 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20180212_192412_66914037561162394951480.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20180212_192412_66918245986942388543059.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 254 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J1-20180212_192426_3468525832431917581297.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J0-20180212_192426_345371316650914724075.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 265 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20180212_192449_6501883254835217857964.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20180212_192449_65111509962870197758557.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 234 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J0-20180212_192703_85312329894945925988939.syserr
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J1-20180212_192703_85311352202170257957888.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 176 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20180212_192707_9474187418863119592591.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20180212_192707_9463592627466137186952.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 232 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J0-20180212_192717_16117337612637485938267.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J1-20180212_192717_1649400897260179670931.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 182 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20180212_192810_8827860065050379372325.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20180212_192810_8822715485084579867226.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 255 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20180212_192819_34512387075061870816277.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20180212_192819_34510773107065997717309.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J1-20180212_192840_4624138979263351350043.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J0-20180212_192840_4624575313001236917179.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J0-20180212_192851_7857186676448090380215.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J1-20180212_192851_78513136098733716160995.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 187 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J0-20180212_192858_5407727347766861295331.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J1-20180212_192858_5405592737752424756076.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 304 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J0-20180212_192917_4026145446279550368806.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J1-20180212_192917_4022984101437752364576.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 232 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20180212_192928_8979332778772062641501.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20180212_192928_8977218696971725090843.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 215 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20180212_192939_5028915996241590701619.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20180212_192939_5023303745003492733736.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 225 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20180212_192955_26311501488363203902432.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20180212_192955_2634143846853980982156.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 317 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20180212_193036_1382112375438950393071.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20180212_193036_1381466073402381460549.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 151 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial/test/temp/junit4-J0-20180212_193100_4923225604692181609866.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 186 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20180212_193103_13210059889924918261689.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20180212_193103_132823846498077157627.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 263 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20180212_193121_5902459148310545891792.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20180212_193121_59010664451404836820602.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3842 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/init-core-data-001
   [junit4]   2> 3200675 WARN  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 3200675 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3200676 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3200676 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3200676 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001
   [junit4]   2> 3200677 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3200677 INFO  (Thread-5775) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3200677 INFO  (Thread-5775) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3200680 ERROR (Thread-5775) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3200784 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:55990
   [junit4]   2> 3200793 INFO  (zkConnectionManagerCallback-8798-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3200799 INFO  (jetty-launcher-8795-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3200799 INFO  (jetty-launcher-8795-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3200800 INFO  (jetty-launcher-8795-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3200800 INFO  (jetty-launcher-8795-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3200800 INFO  (jetty-launcher-8795-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3200801 INFO  (jetty-launcher-8795-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43ff1f91{/solr,null,AVAILABLE}
   [junit4]   2> 3200801 INFO  (jetty-launcher-8795-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3200802 INFO  (jetty-launcher-8795-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3200802 INFO  (jetty-launcher-8795-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3200802 INFO  (jetty-launcher-8795-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7d9795d3{HTTP/1.1,[http/1.1]}{127.0.0.1:55992}
   [junit4]   2> 3200802 INFO  (jetty-launcher-8795-thread-2) [    ] o.e.j.s.Server Started @3202719ms
   [junit4]   2> 3200802 INFO  (jetty-launcher-8795-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7159897c{/solr,null,AVAILABLE}
   [junit4]   2> 3200802 INFO  (jetty-launcher-8795-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55992}
   [junit4]   2> 3200802 ERROR (jetty-launcher-8795-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3200802 INFO  (jetty-launcher-8795-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@60e744c4{HTTP/1.1,[http/1.1]}{127.0.0.1:55993}
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-1) [    ] o.e.j.s.Server Started @3202719ms
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55993}
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3200803 ERROR (jetty-launcher-8795-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-12T20:26:05.723547Z
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3200803 INFO  (jetty-launcher-8795-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-12T20:26:05.723914Z
   [junit4]   2> 3200805 INFO  (zkConnectionManagerCallback-8800-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3200805 INFO  (zkConnectionManagerCallback-8802-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3200806 INFO  (jetty-launcher-8795-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3200806 INFO  (jetty-launcher-8795-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3200812 INFO  (jetty-launcher-8795-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
   [junit4]   2> 3200812 INFO  (jetty-launcher-8795-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
   [junit4]   2> 3200814 INFO  (zkConnectionManagerCallback-8808-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3200814 INFO  (zkConnectionManagerCallback-8810-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3200817 INFO  (zkConnectionManagerCallback-8812-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3200817 INFO  (zkConnectionManagerCallback-8814-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3200990 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3200990 INFO  (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3200991 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55992_solr
   [junit4]   2> 3200992 INFO  (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55993_solr
   [junit4]   2> 3200993 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.Overseer Overseer (id=72082026985816069-127.0.0.1:55992_solr-n_0000000000) starting
   [junit4]   2> 3200994 INFO  (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3200995 INFO  (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3201006 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3201007 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3201008 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:55993_solr]
   [junit4]   2> 3201008 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 3201008 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3201009 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55992_solr
   [junit4]   2> 3201010 INFO  (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3201011 INFO  (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3201012 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3201012 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3201013 DEBUG (ScheduledTrigger-11495-thread-1) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3201079 INFO  (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55993.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201080 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201105 INFO  (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55993.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201106 INFO  (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55993.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201108 INFO  (jetty-launcher-8795-thread-1) [n:127.0.0.1:55993_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node1/.
   [junit4]   2> 3201112 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201113 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55992.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201120 INFO  (jetty-launcher-8795-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node2/.
   [junit4]   2> 3201181 INFO  (zkConnectionManagerCallback-8820-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201187 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1001638bd2e0007, likely client has closed socket
   [junit4]   2> 3201188 INFO  (zkConnectionManagerCallback-8824-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201190 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3201191 INFO  (SUITE-TriggerIntegrationTest-seed#[C8D16B7209EBD003]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55990/solr ready
   [junit4]   2> 3201214 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 3201215 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 3201215 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 3201215 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3201218 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3201219 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3201219 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3201227 INFO  (qtp1242401110-31092) [n:127.0.0.1:55992_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3201235 INFO  (qtp1242401110-31092) [n:127.0.0.1:55992_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 3201240 INFO  (qtp1242401110-31096) [n:127.0.0.1:55992_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3201242 INFO  (qtp918619952-31105) [n:127.0.0.1:55993_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 3201242 DEBUG (qtp918619952-31100) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3201243 INFO  (qtp918619952-31100) [n:127.0.0.1:55993_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 3201244 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3201245 INFO  (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 3201246 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:55992_solr, 127.0.0.1:55993_solr]
   [junit4]   2> 3201246 DEBUG (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 3201246 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3201248 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3201248 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3201250 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3201250 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3201250 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3201250 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6aa92b4c{/solr,null,AVAILABLE}
   [junit4]   2> 3201251 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6833be9a{HTTP/1.1,[http/1.1]}{127.0.0.1:56006}
   [junit4]   2> 3201251 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.Server Started @3203168ms
   [junit4]   2> 3201251 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56006}
   [junit4]   2> 3201251 ERROR (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3201252 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3201252 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3201252 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3201252 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-12T20:26:06.172458Z
   [junit4]   2> 3201254 INFO  (zkConnectionManagerCallback-8826-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201255 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3201263 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
   [junit4]   2> 3201265 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3201265 INFO  (zkConnectionManagerCallback-8830-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201267 DEBUG (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3201267 DEBUG (ScheduledTrigger-11495-thread-1) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3201267 DEBUG (ScheduledTrigger-11495-thread-1) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3201269 INFO  (zkConnectionManagerCallback-8832-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3201280 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3201284 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3201288 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56006_solr
   [junit4]   2> 3201292 INFO  (zkCallback-8831-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3201292 INFO  (zkCallback-8823-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3201292 INFO  (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3201292 INFO  (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3201361 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56006.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201378 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56006.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201378 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56006.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3201380 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56006_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node3/.
   [junit4]   2> 3202279 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3202279 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3202280 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:56006_solr at time 372818798701740
   [junit4]   2> 3203234 INFO  (OverseerCollectionConfigSetProcessor-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ firing registered processor for nodes: [127.0.0.1:56006_solr] added at times [372818798701740], now=372819806163838
   [junit4]   2> 3203287 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":372818798701740,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[372818798701740],
   [junit4]   2>     "nodeNames":["127.0.0.1:56006_solr"]}}
   [junit4]   2> 3203288 DEBUG (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_triggerEQ]
   [junit4]   2> 3203289 INFO  (ScheduledTrigger-11495-thread-2) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 3203289 DEBUG (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":372818798701740,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[372818798701740],
   [junit4]   2>     "_enqueue_time_":372819806892978,
   [junit4]   2>     "nodeNames":["127.0.0.1:56006_solr"]}}
   [junit4]   2> 3203290 INFO  (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":372818798701740,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[372818798701740],
   [junit4]   2>     "_enqueue_time_":372819806892978,
   [junit4]   2>     "nodeNames":["127.0.0.1:56006_solr"]}}
   [junit4]   2> 3203292 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d9795d3{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3203292 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=657593265
   [junit4]   2> 3203293 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3203293 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7b5d71c: rootName = solr_55992, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4d5a33cc
   [junit4]   2> 3203307 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3203307 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18376362: rootName = solr_55992, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@382d7df1
   [junit4]   2> 3203316 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3203316 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@470217e9: rootName = solr_55992, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@51a2d215
   [junit4]   2> 3203332 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:55992_solr
   [junit4]   2> 3203334 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3203336 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3203336 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.Overseer Overseer (id=72082026985816069-127.0.0.1:55992_solr-n_0000000000) closing
   [junit4]   2> 3203337 INFO  (OverseerStateUpdate-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:55992_solr
   [junit4]   2> 3203338 INFO  (zkCallback-8831-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3203338 INFO  (zkCallback-8813-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3203339 INFO  (zkCallback-8811-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3203339 WARN  (OverseerAutoScalingTriggerThread-72082026985816069-127.0.0.1:55992_solr-n_0000000000) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3203340 INFO  (zkCallback-8823-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 3203341 DEBUG (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3203345 WARN  (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_added_triggerEQ has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:525)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:309)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 3203345 DEBUG (AutoscalingActionExecutor-11496-thread-1-processing-n:127.0.0.1:55992_solr) [n:127.0.0.1:55992_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 55 ms for event id=15313a40fecacT28y56rnjg92k6ce7mkhdlzzea
   [junit4]   2> 3203346 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43ff1f91{/solr,null,UNAVAILABLE}
   [junit4]   2> 3203350 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3203356 INFO  (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55993_solr
   [junit4]   2> 3203362 INFO  (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.Overseer Overseer (id=72082026985816070-127.0.0.1:55993_solr-n_0000000001) starting
   [junit4]   2> 3203374 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3203375 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 3203376 INFO  (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.TriggerIntegrationTest TestEventQueueAction instantiated
   [junit4]   2> 3203376 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:56006_solr, 127.0.0.1:55993_solr]
   [junit4]   2> 3203376 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerEQ instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestEventQueueAction}], enabled=true}
   [junit4]   2> 3203377 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56006_solr, 127.0.0.1:55993_solr]
   [junit4]   2> 3203377 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
   [junit4]   2> 3203377 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 3203383 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 3203384 DEBUG (ScheduledTrigger-11510-thread-1) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 3203384 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3203387 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":372818798701740,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[372818798701740],
   [junit4]   2>     "_dequeue_time_":372819905577494,
   [junit4]   2>     "_enqueue_time_":372819806892978,
   [junit4]   2>     "nodeNames":["127.0.0.1:56006_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3203395 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_triggerEQ]
   [junit4]   2> 3203395 INFO  (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 3203396 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":372818798701740,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[372818798701740],
   [junit4]   2>     "_dequeue_time_":372819905577494,
   [junit4]   2>     "_enqueue_time_":372819806892978,
   [junit4]   2>     "nodeNames":["127.0.0.1:56006_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3203396 INFO  (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.TriggerIntegrationTest -- event: {
   [junit4]   2>   "id":"15313a40fecacT28y56rnjg92k6ce7mkhdlzzea",
   [junit4]   2>   "source":"node_added_triggerEQ",
   [junit4]   2>   "eventTime":372818798701740,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[372818798701740],
   [junit4]   2>     "_dequeue_time_":372819905577494,
   [junit4]   2>     "_enqueue_time_":372819806892978,
   [junit4]   2>     "nodeNames":["127.0.0.1:56006_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3203398 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerEQ
   [junit4]   2> 3203399 DEBUG (ScheduledTrigger-11510-thread-2) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3203400 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
   [junit4]   2> 3203400 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerEQ after 5000ms
   [junit4]   2> 3203400 DEBUG (AutoscalingActionExecutor-11511-thread-1-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 4 ms for event id=15313a40fecacT28y56rnjg92k6ce7mkhdlzzea
   [junit4]   2> 3208364 INFO  (TEST-TriggerIntegrationTest.testEventQueue-seed#[C8D16B7209EBD003]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 3208386 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMetricTrigger
   [junit4]   2> 3208387 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 3208388 DEBUG (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 3208388 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 3208393 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3208393 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3208394 DEBUG (OverseerAutoScalingTriggerThread-72082026985816070-127.0.0.1:55993_solr-n_0000000001) [n:127.0.0.1:55993_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 3208394 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T09:27:37+12:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3208396 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3208396 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3208396 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3208396 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6caadada{/solr,null,AVAILABLE}
   [junit4]   2> 3208397 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39611312{HTTP/1.1,[http/1.1]}{127.0.0.1:56013}
   [junit4]   2> 3208397 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.e.j.s.Server Started @3210313ms
   [junit4]   2> 3208397 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56013}
   [junit4]   2> 3208397 ERROR (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3208397 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 3208397 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3208397 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3208398 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-12T20:26:13.318003Z
   [junit4]   2> 3208400 INFO  (zkConnectionManagerCallback-8836-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3208401 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3208408 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55990/solr
   [junit4]   2> 3208409 INFO  (zkConnectionManagerCallback-8840-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3208414 INFO  (zkConnectionManagerCallback-8842-thread-1-processing-n:127.0.0.1:56013_solr) [n:127.0.0.1:56013_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3208427 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3208432 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3208440 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56013_solr
   [junit4]   2> 3208442 INFO  (zkCallback-8823-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3208442 INFO  (zkCallback-8841-thread-1-processing-n:127.0.0.1:56013_solr) [n:127.0.0.1:56013_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3208442 INFO  (zkCallback-8831-thread-1-processing-n:127.0.0.1:56006_solr) [n:127.0.0.1:56006_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3208442 INFO  (zkCallback-8813-thread-2-processing-n:127.0.0.1:55993_solr) [n:127.0.0.1:55993_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3208635 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56013.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3208670 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56013.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3208670 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56013.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@690495b5
   [junit4]   2> 3208673 INFO  (TEST-TriggerIntegrationTest.testMetricTrigger-seed#[C8D16B7209EBD003]) [n:127.0.0.1:56013_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_C8D16B7209EBD003-001/tempDir-001/node4/.
   [junit4]   2> 3208726 INFO  (zkConnectionManagerCallback-8846-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3208731 INFO  (qtp918619952-31103) [n:127.0.0.1:55993_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=testMetricTrigger&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 32087

[...truncated too long message...]

lr/build/solr-solrj/test/temp/junit4-J0-20180212_203505_73210485053963836117932.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J1-20180212_203505_7327893333480791724667.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1474 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20180212_203848_65414397219678723188091.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20180212_203848_6549464076970428759531.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 791 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180212_203907_25010916627901410759060.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180212_203907_25015104702877623656290.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 562 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180212_204022_6265014718106584097878.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180212_204022_6265952298128037047951.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1278 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180212_204047_2695362884894466259468.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180212_204047_26912690213223170781380.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 658 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180212_204059_3382095670495867080806.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180212_204059_3394942501136465919879.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 570 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180212_204128_908472885846134298377.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180212_204128_9085707183601078325737.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 570 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180212_204146_78215931967324968075130.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180212_204146_7825584269728609008806.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 664 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180212_204201_529637357585502997712.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180212_204201_52910420974366488894597.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 610 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180212_204237_71714705681936376452355.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180212_204237_7172227369430234351528.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 557 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180212_204257_16118024519614489463370.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32471 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4435 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4435/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections

Error Message:
The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}

Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should not be nullSolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], BEFORE_ACTION=[compute_plan, null]}
	at __randomizedtesting.SeedInfo.seed([8E7BBC17670D81CA:B4D559CE596958A4]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testSelectedCollections(ComputePlanActionTest.java:469)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12540 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/init-core-data-001
   [junit4]   2> 1077642 WARN  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1077642 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1077646 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1077646 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1077647 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001
   [junit4]   2> 1077647 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1077648 INFO  (Thread-1680) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1077648 INFO  (Thread-1680) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1077652 ERROR (Thread-1680) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1077757 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:51352
   [junit4]   2> 1077769 INFO  (zkConnectionManagerCallback-2400-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1077775 INFO  (jetty-launcher-2397-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T06:57:37+09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1077776 INFO  (jetty-launcher-2397-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1077776 INFO  (jetty-launcher-2397-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1077776 INFO  (jetty-launcher-2397-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1077776 INFO  (jetty-launcher-2397-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17949134{/solr,null,AVAILABLE}
   [junit4]   2> 1077778 INFO  (jetty-launcher-2397-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@57682d91{HTTP/1.1,[http/1.1]}{127.0.0.1:51354}
   [junit4]   2> 1077778 INFO  (jetty-launcher-2397-thread-1) [    ] o.e.j.s.Server Started @1086034ms
   [junit4]   2> 1077778 INFO  (jetty-launcher-2397-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51354}
   [junit4]   2> 1077778 ERROR (jetty-launcher-2397-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1077778 INFO  (jetty-launcher-2397-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1077778 INFO  (jetty-launcher-2397-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1077778 INFO  (jetty-launcher-2397-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1077778 INFO  (jetty-launcher-2397-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-12T00:37:06.406Z
   [junit4]   2> 1077781 INFO  (zkConnectionManagerCallback-2402-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1077781 INFO  (jetty-launcher-2397-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1077797 INFO  (jetty-launcher-2397-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51352/solr
   [junit4]   2> 1077799 INFO  (zkConnectionManagerCallback-2406-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1077802 INFO  (zkConnectionManagerCallback-2408-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1077996 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1077997 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:51354_solr
   [junit4]   2> 1077999 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer Overseer (id=72077351691354115-127.0.0.1:51354_solr-n_0000000000) starting
   [junit4]   2> 1078011 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1078011 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51354_solr
   [junit4]   2> 1078012 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1078013 INFO  (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1078013 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1078014 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:51354_solr]
   [junit4]   2> 1078014 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1078014 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1078018 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1078018 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1078019 DEBUG (ScheduledTrigger-4063-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 1078111 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1078118 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1078118 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1078119 INFO  (jetty-launcher-2397-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/.
   [junit4]   2> 1078147 INFO  (zkConnectionManagerCallback-2412-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1078152 INFO  (zkConnectionManagerCallback-2416-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1078154 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1078156 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51352/solr ready
   [junit4]   2> 1078171 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
   [junit4]   2> 1078172 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1078172 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1078174 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1078175 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1078176 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1078176 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1078201 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1078207 DEBUG (qtp1515177652-10598) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1078208 INFO  (qtp1515177652-10598) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=30
   [junit4]   2> 1078208 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1078208 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1078208 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1078209 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1078209 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1078211 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1078211 DEBUG (qtp1515177652-10600) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1078211 INFO  (qtp1515177652-10600) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1078212 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 1078212 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 1078212 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1078212 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1078213 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 1078215 INFO  (qtp1515177652-10600) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1078215 DEBUG (qtp1515177652-10603) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1078216 INFO  (qtp1515177652-10603) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1078216 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 1078217 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51354_solr]
   [junit4]   2> 1078217 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
   [junit4]   2> 1078217 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 1078218 INFO  (qtp1515177652-10603) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1078218 DEBUG (qtp1515177652-10602) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1078219 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1078220 INFO  (qtp1515177652-10600) [n:127.0.0.1:51354_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1078220 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 1078221 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51354_solr]
   [junit4]   2> 1078221 DEBUG (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
   [junit4]   2> 1078222 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1078222 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 5
   [junit4]   2> 1078222 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 1078223 DEBUG (ScheduledTrigger-4063-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1078223 DEBUG (ScheduledTrigger-4063-thread-1) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 1078223 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1078223 INFO  (OverseerThreadFactory-4065-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testNodeAdded
   [junit4]   2> 1078224 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 1078224 WARN  (OverseerThreadFactory-4065-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1078240 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1078248 INFO  (OverseerThreadFactory-4065-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 301478463 sessionWrapper.createTime 301478456655176, this.sessionWrapper.createTime 301478456655176 
   [junit4]   2> 1078255 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"testNodeAdded",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1078255 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
   [junit4]   2> 1078256 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testNodeAdded/state.json
   [junit4]   2> 1078370 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1078370 INFO  (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1078372 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 1078372 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1078374 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1078374 INFO  (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1078376 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1078376 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node3":{
   [junit4]   2>       "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"},
   [junit4]   2>     "core_node4":{
   [junit4]   2>       "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1078485 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 0
   [junit4]   2> 1078597 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1078597 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1078598 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"down","type":"NRT"}
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"down","type":"NRT"}
   [junit4]   2> 1078603 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1078707 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 1
   [junit4]   2> 1078707 INFO  (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1078707 INFO  (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1079235 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1079235 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 1079620 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1079620 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1079631 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1079631 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema [testNodeAdded_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1079635 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1079635 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1079635 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n2' using configuration from collection testNodeAdded, trusted=true
   [junit4]   2> 1079635 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testNodeAdded_shard1_replica_n1' using configuration from collection testNodeAdded, trusted=true
   [junit4]   2> 1079637 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.core.testNodeAdded.shard1.replica_n2' (registry 'solr.core.testNodeAdded.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1079637 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51354.solr.core.testNodeAdded.shard1.replica_n1' (registry 'solr.core.testNodeAdded.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1079637 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1079637 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1079637 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/testNodeAdded_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n2/data/]
   [junit4]   2> 1079637 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [[testNodeAdded_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/testNodeAdded_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node1/./testNodeAdded_shard1_replica_n1/data/]
   [junit4]   2> 1079713 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1079713 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1079713 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1079713 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1079714 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1079714 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1079715 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1079715 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1079716 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7cf50e0b[testNodeAdded_shard1_replica_n1] main]
   [junit4]   2> 1079717 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@17ff2dcf[testNodeAdded_shard1_replica_n2] main]
   [junit4]   2> 1079718 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1079719 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1079719 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1079719 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1079719 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1079719 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592153424104783872
   [junit4]   2> 1079719 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1079720 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592153424105832448
   [junit4]   2> 1079721 INFO  (searcherExecutor-4069-thread-1-processing-n:127.0.0.1:51354_solr x:testNodeAdded_shard1_replica_n1 s:shard1 c:testNodeAdded r:core_node3) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1] Registered new searcher Searcher@7cf50e0b[testNodeAdded_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1079721 INFO  (searcherExecutor-4068-thread-1-processing-n:127.0.0.1:51354_solr x:testNodeAdded_shard1_replica_n2 s:shard1 c:testNodeAdded r:core_node4) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2] Registered new searcher Searcher@17ff2dcf[testNodeAdded_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1079726 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
   [junit4]   2> 1079734 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1079734 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1079734 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:51354/solr/testNodeAdded_shard1_replica_n1/
   [junit4]   2> 1079734 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded"} current state version: 0
   [junit4]   2> 1079734 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=http://127.0.0.1:51354/solr START replicas=[http://127.0.0.1:51354/solr/testNodeAdded_shard1_replica_n2/] nUpdates=100
   [junit4]   2> 1079736 INFO  (qtp1515177652-10603) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.S.Request [testNodeAdded_shard1_replica_n2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1079835 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 2
   [junit4]   2> 1079836 INFO  (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1079836 INFO  (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1080035 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testNodeAdded_shard1_replica_n1 url=http://127.0.0.1:51354/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1080035 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1080035 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1080035 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1080041 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:51354/solr/testNodeAdded_shard1_replica_n1/ shard1
   [junit4]   2> 1080043 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 1080145 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 3
   [junit4]   2> 1080145 INFO  (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1080145 INFO  (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1080194 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT","leader":"true"}
   [junit4]   2> 1080197 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/4)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1080197 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n1&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1599
   [junit4]   2> 1080236 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1080236 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 1080303 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 4
   [junit4]   2> 1080304 INFO  (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1080304 INFO  (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"testNodeAdded",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT"}
   [junit4]   2> 1080743 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/5)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1080743 INFO  (qtp1515177652-10602) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testNodeAdded_shard1_replica_n2&action=CREATE&numShards=1&collection=testNodeAdded&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2146
   [junit4]   2> 1080746 INFO  (qtp1515177652-10600) [n:127.0.0.1:51354_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1080849 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 5
   [junit4]   2> 1080850 INFO  (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1080850 INFO  (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1081246 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1081246 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 1081756 INFO  (qtp1515177652-10600) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=testNodeAdded&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3536
   [junit4]   2> 1081762 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1081763 INFO  (qtp1515177652-10603) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1081771 DEBUG (qtp1515177652-10605) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1081771 INFO  (qtp1515177652-10605) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1081772 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 1081772 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T06:57:37+09:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1081773 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:51354_solr]
   [junit4]   2> 1081773 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.ComputePlanActionTest$AssertingTriggerAction}], enabled=true}
   [junit4]   2> 1081773 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 1081773 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1081774 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 1081774 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1081774 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1081774 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1081774 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74ec3ff2{/solr,null,AVAILABLE}
   [junit4]   2> 1081774 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@60b3253a{HTTP/1.1,[http/1.1]}{127.0.0.1:51365}
   [junit4]   2> 1081775 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.Server Started @1090030ms
   [junit4]   2> 1081775 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51365}
   [junit4]   2> 1081775 ERROR (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1081775 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1081775 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1081775 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1081775 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-12T00:37:10.403Z
   [junit4]   2> 1081777 INFO  (zkConnectionManagerCallback-2419-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1081778 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1081790 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51352/solr
   [junit4]   2> 1081792 INFO  (zkConnectionManagerCallback-2423-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1081795 INFO  (zkConnectionManagerCallback-2425-thread-1-processing-n:127.0.0.1:51365_solr) [n:127.0.0.1:51365_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1081805 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1081809 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1081812 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51365_solr
   [junit4]   2> 1081813 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:51365_solr"} current state version: 0
   [junit4]   2> 1081813 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51365_solr
   [junit4]   2> 1081815 INFO  (zkCallback-2415-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1081815 INFO  (zkCallback-2415-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1081815 INFO  (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1081816 INFO  (zkCallback-2424-thread-1-processing-n:127.0.0.1:51365_solr) [n:127.0.0.1:51365_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1081894 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51365.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1081901 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51365.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1081901 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_51365.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@39954ebe
   [junit4]   2> 1081903 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [n:127.0.0.1:51365_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001/tempDir-001/node2/.
   [junit4]   2> 1082236 INFO  (OverseerCollectionConfigSetProcessor-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1082251 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1082251 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1082251 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:51365_solr at time 301482467216655
   [junit4]   2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:51365_solr] added at times [301482467216655], now=301483469813889
   [junit4]   2> 1083254 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":301482467216655,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[301482467216655],
   [junit4]   2>     "nodeNames":["127.0.0.1:51365_solr"]}}
   [junit4]   2> 1083255 DEBUG (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_added_trigger]
   [junit4]   2> 1083256 INFO  (ScheduledTrigger-4063-thread-2) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 1083256 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":301482467216655,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[301482467216655],
   [junit4]   2>     "_enqueue_time_":301483470536056,
   [junit4]   2>     "nodeNames":["127.0.0.1:51365_solr"]}}
   [junit4]   2> 1083256 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":301482467216655,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[301482467216655],
   [junit4]   2>     "_enqueue_time_":301483470536056,
   [junit4]   2>     "nodeNames":["127.0.0.1:51365_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 1083258 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testNodeAdded.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.testNodeAdded.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1083260 INFO  (qtp1515177652-10605) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1083263 INFO  (qtp286241179-10652) [n:127.0.0.1:51365_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1083266 INFO  (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:51365_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 1083266 INFO  (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 301483481 sessionWrapper.createTime 301483480792294, this.sessionWrapper.createTime 301483480792294 
   [junit4]   2> 1083268 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.a.ComputePlanActionTest -------------_ FINAL STATE --------------
   [junit4]   2> 1083271 INFO  (qtp1515177652-10604) [n:127.0.0.1:51354_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1083272 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:51354_solr
   [junit4]   2> {
   [junit4]   2>   "node":"127.0.0.1:51354_solr",
   [junit4]   2>   "cores":2,
   [junit4]   2>   "port":"51354",
   [junit4]   2>   "host":"127.0.0.1",
   [junit4]   2>   "ip_1":"1",
   [junit4]   2>   "ip_3":"0",
   [junit4]   2>   "ip_2":"0",
   [junit4]   2>   "ip_4":"127",
   [junit4]   2>   "freedisk":13.22183609008789}
   [junit4]   2> 1083273 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 5000ms
   [junit4]   2> 1083273 DEBUG (AutoscalingActionExecutor-4064-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 16 ms for event id=112325b5d4d0fT9n90wy5iw5yx8569pwwutcy42
   [junit4]   2> 1083274 INFO  (qtp286241179-10654) [n:127.0.0.1:51365_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
   [junit4]   2> 1083274 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.a.ComputePlanActionTest * Node values: 127.0.0.1:51365_solr
   [junit4]   2> {
   [junit4]   2>   "node":"127.0.0.1:51365_solr",
   [junit4]   2>   "cores":0,
   [junit4]   2>   "port":"51365",
   [junit4]   2>   "host":"127.0.0.1",
   [junit4]   2>   "ip_1":"1",
   [junit4]   2>   "ip_3":"0",
   [junit4]   2>   "ip_2":"0",
   [junit4]   2>   "ip_4":"127",
   [junit4]   2>   "freedisk":13.22183609008789}
   [junit4]   2> 1083274 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.a.ComputePlanActionTest * Live nodes: [127.0.0.1:51354_solr, 127.0.0.1:51365_solr]
   [junit4]   2> 1083275 DEBUG (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.a.ComputePlanActionTest * Collection testNodeAdded state: DocCollection(testNodeAdded//collections/testNodeAdded/state.json/6)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:51354/solr",
   [junit4]   2>           "node_name":"127.0.0.1:51354_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 1083275 INFO  (TEST-ComputePlanActionTest.testNodeAdded-seed#[8E7BBC17670D81CA]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
   [junit4]   2> 1083309 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
   [junit4]   2> 1083311 DEBUG (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 1083311 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 1083312 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@57682d91{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1083313 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=290538766
   [junit4]   2> 1083313 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1083313 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@75a22d19: rootName = solr_51354, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7ead320c
   [junit4]   2> 1083314 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 1083315 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1083315 DEBUG (OverseerAutoScalingTriggerThread-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 1083324 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1083324 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13bd57a6: rootName = solr_51354, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5698277b
   [junit4]   2> 1083328 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1083328 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a7482e5: rootName = solr_51354, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@75229101
   [junit4]   2> 1083330 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:51354_solr
   [junit4]   2> 1083331 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:51354_solr"} current state version: 0
   [junit4]   2> 1083332 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:51354_solr
   [junit4]   2> 1083332 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.NodeMutator Update replica state for core_node3:{"core":"testNodeAdded_shard1_replica_n1","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT","leader":"true"} to down
   [junit4]   2> 1083332 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.NodeMutator Update replica state for core_node4:{"core":"testNodeAdded_shard1_replica_n2","base_url":"http://127.0.0.1:51354/solr","node_name":"127.0.0.1:51354_solr","state":"active","type":"NRT"} to down
   [junit4]   2> 1083332 INFO  (TEST-ComputePlanActionTest.testNodeLost-seed#[8E7BBC17670D81CA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1083333 DEBUG (OverseerStateUpdate-72077351691354115-127.0.0.1:51354_solr-n_0000000000) [n:127.0.0.1:51354_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testNodeAdded/state.json version: 6
   [junit4]   2> 1083334 INFO  (zkCallback-2415-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1083334 INFO  (zkCallback-2424-thread-1-processing-n:127.0.0.1:51365_solr) [n:127.0.0.1:51365_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1083334 INFO  (zkCallback-2415-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1083334 INFO  (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@67bc6f44
   [junit4]   2> 1083334 INFO  (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testNodeAdded.shard1.replica_n1, tag=1740402500
   [junit4]   2> 1083335 INFO  (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1773bf70: rootName = solr_51354, domain = solr.core.testNodeAdded.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testNodeAdded.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@3e9d7039
   [junit4]   2> 1083335 INFO  (coreCloseExecutor-4084-thread-2) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node4 x:testNodeAdded_shard1_replica_n2] o.a.s.c.SolrCore [testNodeAdded_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@6c14a3a3
   [junit4]   2> 1083335 INFO  (zkCallback-2407-thread-3-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1083336 INFO  (zkCallback-2407-thread-2-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1083337 INFO  (zkCallback-2407-thread-1-processing-n:127.0.0.1:51354_solr) [n:127.0.0.1:51354_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testNodeAdded/state.json] for collection [testNodeAdded] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1083345 INFO  (coreCloseExecutor-4084-thread-1) [n:127.0.0.1:51354_solr c:testNodeAdded s:shard1 r:core_node3 x:testNodeAdded_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testNodeAdded.shard1.leader, tag=1740402500
   [junit4]   2> 1083345 INFO  (coreCloseExecutor-4084-thread

[...truncated too long message...]

x:testSelected3_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSelected3.shard1.leader, tag=1269263697
   [junit4]   2> 1117867 INFO  (jetty-closer-2398-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d789429{/solr,null,UNAVAILABLE}
   [junit4]   2> 1117868 INFO  (jetty-closer-2398-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1117869 INFO  (jetty-closer-2398-thread-1) [    ] o.a.s.c.Overseer Overseer (id=72077351691354134-127.0.0.1:51418_solr-n_0000000005) closing
   [junit4]   2> 1117869 INFO  (OverseerStateUpdate-72077351691354134-127.0.0.1:51418_solr-n_0000000005) [n:127.0.0.1:51418_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:51418_solr
   [junit4]   2> 1117871 WARN  (OverseerAutoScalingTriggerThread-72077351691354134-127.0.0.1:51418_solr-n_0000000005) [n:127.0.0.1:51418_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1117871 DEBUG (jetty-closer-2398-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1117874 INFO  (jetty-closer-2398-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@18c717b0{/solr,null,UNAVAILABLE}
   [junit4]   2> 1117874 INFO  (jetty-closer-2398-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1119902 WARN  (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 1119903 INFO  (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1119903 INFO  (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.c.SolrCore [testSelected1_shard1_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@15270c4e
   [junit4]   2> 1119903 INFO  (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSelected1.shard1.replica_n2, tag=354880590
   [junit4]   2> 1119903 INFO  (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2833f367: rootName = solr_51469, domain = solr.core.testSelected1.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testSelected1.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@6cbaf7b4
   [junit4]   2> 1119917 INFO  (zkCallback-2505-thread-1-processing-n:127.0.0.1:51469_solr) [n:127.0.0.1:51469_solr c:testSelected1 s:shard1 r:core_node5 x:testSelected1_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSelected1.shard1.leader, tag=354880590
   [junit4]   2> 1119922 INFO  (jetty-closer-2398-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63d60d11{/solr,null,UNAVAILABLE}
   [junit4]   2> 1119922 INFO  (jetty-closer-2398-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 1119925 ERROR (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1119926 INFO  (SUITE-ComputePlanActionTest-seed#[8E7BBC17670D81CA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51352 51352
   [junit4]   2> 1120055 INFO  (Thread-1680) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:51352 51352
   [junit4]   2> 1120225 WARN  (Thread-1680) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	15	/solr/clusterprops.json
   [junit4]   2> 	15	/solr/aliases.json
   [junit4]   2> 	11	/solr/configs/conf
   [junit4]   2> 	10	/solr/security.json
   [junit4]   2> 	10	/solr/collections/testNodeWithMultipleReplicasLost/terms/shard2
   [junit4]   2> 	9	/solr/collections/testNodeWithMultipleReplicasLost/terms/shard1
   [junit4]   2> 	5	/solr/collections/testNodeLost/terms/shard1
   [junit4]   2> 	5	/solr/collections/testSelected1/terms/shard2
   [junit4]   2> 	5	/solr/collections/testSelected2/terms/shard1
   [junit4]   2> 	5	/solr/collections/testSelected1/terms/shard1
   [junit4]   2> 	5	/solr/collections/testSelected2/terms/shard2
   [junit4]   2> 	5	/solr/collections/testSelected3/terms/shard2
   [junit4]   2> 	5	/solr/collections/testSelected3/terms/shard1
   [junit4]   2> 	3	/solr/collections/testNodeAdded/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	40	/solr/collections/testNodeWithMultipleReplicasLost/state.json
   [junit4]   2> 	39	/solr/collections/testSelected1/state.json
   [junit4]   2> 	39	/solr/collections/testSelected2/state.json
   [junit4]   2> 	31	/solr/collections/testSelected3/state.json
   [junit4]   2> 	15	/solr/collections/testNodeLost/state.json
   [junit4]   2> 	15	/solr/clusterstate.json
   [junit4]   2> 	8	/solr/collections/testNodeAdded/state.json
   [junit4]   2> 	4	/solr/overseer_elect/election/72077351691354120-127.0.0.1:51365_solr-n_0000000001
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard1/election/72077351691354137-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/72077351691354134-127.0.0.1:51418_solr-n_0000000005
   [junit4]   2> 	2	/solr/collections/testNodeWithMultipleReplicasLost/leader_elect/shard2/election/72077351691354120-core_node9-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	59	/solr/live_nodes
   [junit4]   2> 	42	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_8E7BBC17670D81CA-001
   [junit4]   2> Feb 12, 2018 12:37:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=327, maxMBSortInHeap=5.958217206471719, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2b48fd04), locale=ca-ES, timezone=Turkey
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=167169680,total=328880128
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, TestFileDictionaryLookup, TestLargeCluster, SyncSliceTest, HdfsNNFailoverTest, TestRequestStatusCollectionAPI, TestManagedResource, InfixSuggestersTest, ConnectionManagerTest, DocValuesNotIndexedTest, TestXmlQParserPlugin, TestManagedSynonymFilterFactory, TestRawResponseWriter, BlobRepositoryCloudTest, TestDistributedMissingSort, HdfsRecoveryZkTest, OverseerTaskQueueTest, TestChildDocTransformer, MultiThreadedOCPTest, SuggesterWFSTTest, TestDFRSimilarityFactory, TestRTGBase, PreAnalyzedFieldTest, TestLuceneIndexBackCompat, TestStressReorder, SolrCLIZkUtilsTest, TestMiniSolrCloudClusterSSL, BlockJoinFacetDistribTest, ConcurrentDeleteAndCreateCollectionTest, DocumentAnalysisRequestHandlerTest, TestLegacyField, SuggesterTest, TestSortByMinMaxFunction, DocValuesTest, SimpleCollectionCreateDeleteTest, MetricsConfigTest, CachingDirectoryFactoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, UUIDUpdateProcessorFallbackTest, TestDocSet, DataDrivenBlockJoinTest, IndexBasedSpellCheckerTest, StatsReloadRaceTest, RegexBoostProcessorTest, TestSchemaResource, TestLegacyNumericUtils, TestReqParamsAPI, TestShardHandlerFactory, ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, SystemLogListenerTest, RuleEngineTest, TestRecoveryHdfs, TestCustomDocTransformer, TestQuerySenderListener, TestPayloadCheckQParserPlugin, HdfsBasicDistributedZk2Test, HdfsTlogReplayBufferedWhileIndexingTest, TestSearcherReuse, AtomicUpdatesTest, TestExactSharedStatsCache, TestLRUStatsCache, MetricTriggerTest, DistributedFacetPivotLongTailTest, MinimalSchemaTest, TestCloudNestedDocsSort, TestFieldCacheReopen, NoCacheHeaderTest, AnalysisErrorHandlingTest, HttpPartitionTest, TestObjectReleaseTracker, TestTlogReplica, TestSolrConfigHandlerCloud, TestRestManager, ZkShardTermsTest, HttpSolrCallGetCoreTest, ChangedSchemaMergeTest, TestDistributedStatsComponentCardinality, SoftAutoCommitTest, SpellCheckComponentTest, SolrXmlInZkTest, DateRangeFieldTest, DistributedSuggestComponentTest, ZkControllerTest, BadComponentTest, DebugComponentTest, SolrCmdDistributorTest, BitVectorTest, HdfsAutoAddReplicasIntegrationTest, HdfsChaosMonkeyNothingIsSafeTest, TestSearchPerf, TestComplexPhraseLeadingWildcard, TestAuthorizationFramework, TestWriterPerf, TestGeoJSONResponseWriter, ComputePlanActionTest]
   [junit4] Completed [172/776 (1!)] on J1 in 43.36s, 4 tests, 1 failure <<< FAILURES!

[...truncated 50473 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4434 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4434/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Could not find collection:collection2

Stack Trace:
java.lang.AssertionError: Could not find collection:collection2
	at __randomizedtesting.SeedInfo.seed([632D9082692E3401:EB79AF58C7D259F9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:155)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:915)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:612)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13308 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/init-core-data-001
   [junit4]   2> 1563743 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1563743 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1563743 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1563744 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[632D9082692E3401]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1563745 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1563745 INFO  (Thread-2505) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1563745 INFO  (Thread-2505) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1563748 ERROR (Thread-2505) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1563849 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ZkTestServer start zk server on port:61062
   [junit4]   2> 1563864 INFO  (zkConnectionManagerCallback-2974-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1563869 INFO  (zkConnectionManagerCallback-2976-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1563879 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1563888 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1563890 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1563892 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1563894 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1563896 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1563898 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1563900 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1563903 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1563905 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1563907 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractZkTestCase put /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1563910 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 1564164 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1564165 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1564165 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1564165 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1564165 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26d0a38d{/,null,AVAILABLE}
   [junit4]   2> 1564167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@62588784{HTTP/1.1,[http/1.1]}{127.0.0.1:61065}
   [junit4]   2> 1564167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server Started @1566254ms
   [junit4]   2> 1564167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/control/data, hostPort=61065, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 1564167 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1564167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1564167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1564167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1564167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-11T12:28:12.973925Z
   [junit4]   2> 1564169 INFO  (zkConnectionManagerCallback-2978-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564170 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1564170 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/solr.xml
   [junit4]   2> 1564172 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1564172 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1564173 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1564175 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
   [junit4]   2> 1564177 INFO  (zkConnectionManagerCallback-2982-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564180 INFO  (zkConnectionManagerCallback-2984-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564335 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1564336 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:61065_
   [junit4]   2> 1564337 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.c.Overseer Overseer (id=72074485557559300-127.0.0.1:61065_-n_0000000000) starting
   [junit4]   2> 1564348 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61065_
   [junit4]   2> 1564351 INFO  (OverseerStateUpdate-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1564398 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1564408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1564408 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1564410 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61065_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores
   [junit4]   2> 1564425 INFO  (zkConnectionManagerCallback-2990-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1564427 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1564429 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61062/solr ready
   [junit4]   2> 1564431 INFO  (qtp1155980911-13940) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61065_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1564435 INFO  (OverseerThreadFactory-5321-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1564556 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1564556 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1564670 INFO  (zkCallback-2983-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1565569 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1565577 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1565630 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1565671 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1565672 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1565672 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1565672 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1565674 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1565712 WARN  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1565780 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1565780 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1565781 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1565781 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1565782 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
   [junit4]   2> 1565792 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@15dd6fe3[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1565794 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1565794 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1565795 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1565795 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107565948338176
   [junit4]   2> 1565796 INFO  (searcherExecutor-5324-thread-1-processing-n:127.0.0.1:61065_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@15dd6fe3[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1565805 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1565805 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1565805 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61065/control_collection_shard1_replica_n1/
   [junit4]   2> 1565805 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1565805 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:61065/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1565805 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1565810 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61065/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1565918 INFO  (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1565966 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1565969 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1413
   [junit4]   2> 1565972 INFO  (qtp1155980911-13940) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1566073 INFO  (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1566437 INFO  (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1566983 INFO  (qtp1155980911-13940) [n:127.0.0.1:61065_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:61065_&wt=javabin&version=2} status=0 QTime=2551
   [junit4]   2> 1566987 INFO  (zkConnectionManagerCallback-2994-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1566988 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1566990 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:61062/solr ready
   [junit4]   2> 1566990 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1566990 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1566993 INFO  (OverseerThreadFactory-5321-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1566994 WARN  (OverseerThreadFactory-5321-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1567209 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1567209 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=218
   [junit4]   2> 1567468 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001 of type NRT
   [junit4]   2> 1567468 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1567470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1567470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1567470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1567470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25919244{/,null,AVAILABLE}
   [junit4]   2> 1567470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6332ba6e{HTTP/1.1,[http/1.1]}{127.0.0.1:61104}
   [junit4]   2> 1567470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server Started @1569557ms
   [junit4]   2> 1567470 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty1, hostPort=61104, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores, replicaType=NRT}
   [junit4]   2> 1567471 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1567471 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1567471 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1567471 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1567471 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-11T12:28:16.277338Z
   [junit4]   2> 1567473 INFO  (zkConnectionManagerCallback-2996-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1567474 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1567474 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/solr.xml
   [junit4]   2> 1567476 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1567476 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1567477 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1567479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
   [junit4]   2> 1567481 INFO  (zkConnectionManagerCallback-3000-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1567485 INFO  (zkConnectionManagerCallback-3002-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1567496 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1567499 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1567503 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61104_
   [junit4]   2> 1567504 INFO  (zkCallback-2993-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1567504 INFO  (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1567505 INFO  (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1567541 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1567551 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1567551 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1567553 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61104_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores
   [junit4]   2> 1567577 INFO  (qtp1155980911-13942) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61104_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1567581 INFO  (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1567581 INFO  (OverseerThreadFactory-5321-thread-3-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61104_ for creating new replica
   [junit4]   2> 1567586 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1567587 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1568602 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1568624 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema [collection1_shard2_replica_n61] Schema name=test
   [junit4]   2> 1568678 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1568701 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n61' using configuration from collection collection1, trusted=true
   [junit4]   2> 1568702 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n61' (registry 'solr.core.collection1.shard2.replica_n61') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1568702 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1568702 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [[collection1_shard2_replica_n61] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores/collection1_shard2_replica_n61], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-1-001/cores/collection1_shard2_replica_n61/data/]
   [junit4]   2> 1568704 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1568705 WARN  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1568749 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1568749 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1568750 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1568750 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1568751 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
   [junit4]   2> 1568752 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.SolrIndexSearcher Opening [Searcher@5244e573[collection1_shard2_replica_n61] main]
   [junit4]   2> 1568753 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1568754 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1568754 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1568755 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107569052123136
   [junit4]   2> 1568755 INFO  (searcherExecutor-5335-thread-1-processing-n:127.0.0.1:61104_ x:collection1_shard2_replica_n61 s:shard2 c:collection1) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SolrCore [collection1_shard2_replica_n61] Registered new searcher Searcher@5244e573[collection1_shard2_replica_n61] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1568766 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1568766 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1568766 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61104/collection1_shard2_replica_n61/
   [junit4]   2> 1568766 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1568766 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.SyncStrategy http://127.0.0.1:61104/collection1_shard2_replica_n61/ has no replicas
   [junit4]   2> 1568766 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1568772 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61104/collection1_shard2_replica_n61/ shard2
   [junit4]   2> 1568937 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1568939 INFO  (qtp1392772573-13989) [n:127.0.0.1:61104_ c:collection1 s:shard2  x:collection1_shard2_replica_n61] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n61&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1353
   [junit4]   2> 1568942 INFO  (qtp1155980911-13942) [n:127.0.0.1:61065_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61104_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1365
   [junit4]   2> 1569202 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001 of type NRT
   [junit4]   2> 1569202 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1569203 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1569203 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1569203 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 1569203 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bb783cf{/,null,AVAILABLE}
   [junit4]   2> 1569204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f0fb5f7{HTTP/1.1,[http/1.1]}{127.0.0.1:61111}
   [junit4]   2> 1569204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server Started @1571291ms
   [junit4]   2> 1569204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty2, hostPort=61111, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores, replicaType=NRT}
   [junit4]   2> 1569204 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1569204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1569204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1569204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1569204 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-11T12:28:18.010810Z
   [junit4]   2> 1569206 INFO  (zkConnectionManagerCallback-3006-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1569207 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1569207 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/solr.xml
   [junit4]   2> 1569209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1569209 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1569210 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1569212 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
   [junit4]   2> 1569213 INFO  (zkConnectionManagerCallback-3010-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1569216 INFO  (zkConnectionManagerCallback-3012-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1569228 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1569232 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1569236 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61111_
   [junit4]   2> 1569238 INFO  (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1569238 INFO  (zkCallback-2993-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1569238 INFO  (zkCallback-2983-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1569239 INFO  (zkCallback-3011-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1569274 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1569285 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1569285 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1569287 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61111_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores
   [junit4]   2> 1569319 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61111_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1569323 INFO  (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1569323 INFO  (OverseerThreadFactory-5321-thread-4-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61111_ for creating new replica
   [junit4]   2> 1569328 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1569329 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1570366 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1570373 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema [collection1_shard3_replica_n63] Schema name=test
   [junit4]   2> 1570428 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1570450 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n63' using configuration from collection collection1, trusted=true
   [junit4]   2> 1570451 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n63' (registry 'solr.core.collection1.shard3.replica_n63') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1570451 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1570451 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [[collection1_shard3_replica_n63] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores/collection1_shard3_replica_n63], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-2-001/cores/collection1_shard3_replica_n63/data/]
   [junit4]   2> 1570453 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1570455 WARN  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1570500 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1570500 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1570501 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1570501 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1570502 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
   [junit4]   2> 1570502 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ad7144d[collection1_shard3_replica_n63] main]
   [junit4]   2> 1570504 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1570505 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1570505 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1570505 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107570887131136
   [junit4]   2> 1570506 INFO  (searcherExecutor-5346-thread-1-processing-n:127.0.0.1:61111_ x:collection1_shard3_replica_n63 s:shard3 c:collection1) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SolrCore [collection1_shard3_replica_n63] Registered new searcher Searcher@1ad7144d[collection1_shard3_replica_n63] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1570514 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1570514 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1570514 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61111/collection1_shard3_replica_n63/
   [junit4]   2> 1570514 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1570514 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.SyncStrategy http://127.0.0.1:61111/collection1_shard3_replica_n63/ has no replicas
   [junit4]   2> 1570514 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1570520 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61111/collection1_shard3_replica_n63/ shard3
   [junit4]   2> 1570640 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1570642 INFO  (qtp1497355182-14020) [n:127.0.0.1:61111_ c:collection1 s:shard3  x:collection1_shard3_replica_n63] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n63&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1314
   [junit4]   2> 1570646 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61111_&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1327
   [junit4]   2> 1571037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001 of type NRT
   [junit4]   2> 1571037 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1571038 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1571038 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1571038 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1571041 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6645067c{/,null,AVAILABLE}
   [junit4]   2> 1571042 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9d5e54c{HTTP/1.1,[http/1.1]}{127.0.0.1:61119}
   [junit4]   2> 1571042 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server Started @1573129ms
   [junit4]   2> 1571042 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty3, hostPort=61119, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores, replicaType=NRT}
   [junit4]   2> 1571042 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1571044 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1571044 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1571044 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1571044 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-11T12:28:19.850939Z
   [junit4]   2> 1571047 INFO  (zkConnectionManagerCallback-3016-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571050 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1571050 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/solr.xml
   [junit4]   2> 1571052 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1571052 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1571053 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1571055 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
   [junit4]   2> 1571057 INFO  (zkConnectionManagerCallback-3020-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571060 INFO  (zkConnectionManagerCallback-3022-thread-1-processing-n:127.0.0.1:61119_) [n:127.0.0.1:61119_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1571073 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1571078 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1571087 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61119_
   [junit4]   2> 1571091 INFO  (zkCallback-3011-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1571091 INFO  (zkCallback-2993-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1571091 INFO  (zkCallback-2983-thread-2-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1571091 INFO  (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1571092 INFO  (zkCallback-3021-thread-1-processing-n:127.0.0.1:61119_) [n:127.0.0.1:61119_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1571155 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1571167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1571167 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1571169 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61119_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores
   [junit4]   2> 1571217 INFO  (qtp1155980911-13942) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61119_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1571221 INFO  (OverseerCollectionConfigSetProcessor-72074485557559300-127.0.0.1:61065_-n_0000000000) [n:127.0.0.1:61065_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1571221 INFO  (OverseerThreadFactory-5321-thread-5-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:61119_ for creating new replica
   [junit4]   2> 1571227 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1571227 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1572241 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1572250 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema [collection1_shard1_replica_n65] Schema name=test
   [junit4]   2> 1572308 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1572337 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n65' using configuration from collection collection1, trusted=true
   [junit4]   2> 1572337 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n65' (registry 'solr.core.collection1.shard1.replica_n65') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1572337 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1572337 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [[collection1_shard1_replica_n65] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores/collection1_shard1_replica_n65], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-3-001/cores/collection1_shard1_replica_n65/data/]
   [junit4]   2> 1572339 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=55.939453125, floorSegmentMB=1.4423828125, forceMergeDeletesPctAllowed=5.89643938653805, segmentsPerTier=33.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1572343 WARN  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1572388 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1572388 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1572390 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1572390 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1572391 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=14, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18941453766374813]
   [junit4]   2> 1572391 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a311aff[collection1_shard1_replica_n65] main]
   [junit4]   2> 1572393 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1572394 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1572394 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1572395 INFO  (searcherExecutor-5357-thread-1-processing-n:127.0.0.1:61119_ x:collection1_shard1_replica_n65 s:shard1 c:collection1) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SolrCore [collection1_shard1_replica_n65] Registered new searcher Searcher@3a311aff[collection1_shard1_replica_n65] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1572395 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1592107572868939776
   [junit4]   2> 1572405 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1572405 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1572405 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:61119/collection1_shard1_replica_n65/
   [junit4]   2> 1572405 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1572405 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.SyncStrategy http://127.0.0.1:61119/collection1_shard1_replica_n65/ has no replicas
   [junit4]   2> 1572405 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1572410 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:61119/collection1_shard1_replica_n65/ shard1
   [junit4]   2> 1572569 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1572572 INFO  (qtp1446126206-14051) [n:127.0.0.1:61119_ c:collection1 s:shard1  x:collection1_shard1_replica_n65] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n65&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1345
   [junit4]   2> 1572575 INFO  (qtp1155980911-13942) [n:127.0.0.1:61065_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:61119_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1357
   [junit4]   2> 1573018 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001 of type NRT
   [junit4]   2> 1573018 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 1573020 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1573020 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1573020 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 1573021 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48304eb{/,null,AVAILABLE}
   [junit4]   2> 1573021 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a9bc6d{HTTP/1.1,[http/1.1]}{127.0.0.1:61135}
   [junit4]   2> 1573021 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.e.j.s.Server Started @1575108ms
   [junit4]   2> 1573021 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/tempDir-001/jetty4, hostPort=61135, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001/cores}
   [junit4]   2> 1573022 ERROR (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1573022 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1573022 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1573022 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1573022 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-11T12:28:21.828312Z
   [junit4]   2> 1573024 INFO  (zkConnectionManagerCallback-3026-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1573025 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1573025 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001/solr.xml
   [junit4]   2> 1573049 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1573049 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1573050 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1573055 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:61062/solr
   [junit4]   2> 1573057 INFO  (zkConnectionManagerCallback-3030-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1573060 INFO  (zkConnectionManagerCallback-3032-thread-1-processing-n:127.0.0.1:61135_) [n:127.0.0.1:61135_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1573070 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1573073 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1573076 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61135_
   [junit4]   2> 1573078 INFO  (zkCallback-3001-thread-1-processing-n:127.0.0.1:61104_) [n:127.0.0.1:61104_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1573078 INFO  (zkCallback-2993-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1573078 INFO  (zkCallback-3011-thread-1-processing-n:127.0.0.1:61111_) [n:127.0.0.1:61111_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1573078 INFO  (zkCallback-3021-thread-1-processing-n:127.0.0.1:61119_) [n:127.0.0.1:61119_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1573078 INFO  (zkCallback-2983-thread-1-processing-n:127.0.0.1:61065_) [n:127.0.0.1:61065_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1573079 INFO  (zkCallback-3031-thread-1-processing-n:127.0.0.1:61135_) [n:127.0.0.1:61135_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1573121 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1573132 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1573133 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@53d4ce66
   [junit4]   2> 1573135 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[632D9082692E3401]) [n:127.0.0.1:61135_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001/shard-4-001/cores
   [junit4]   2> 1573189 INFO  (qtp1155980911-13944) [n:127.0.0.1:61065_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:61135_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendTo

[...truncated too long message...]

lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest_632D9082692E3401-001
   [junit4]   2> Feb 11, 2018 12:29:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {6grand2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand5_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5grand1_s=PostingsFormat(name=LuceneFixedGap), 6grand4_s=PostingsFormat(name=LuceneFixedGap), 11parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4grand0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4grand2_s=PostingsFormat(name=LuceneFixedGap), 9grand7_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand3_s=PostingsFormat(name=LuceneFixedGap), 8grand2_s=PostingsFormat(name=LuceneFixedGap), 9grand5_s=PostingsFormat(name=LuceneFixedGap), 8grand0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9grand3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 6parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand6_s=PostingsFormat(name=LuceneFixedGap), 9grand1_s=PostingsFormat(name=LuceneFixedGap), 8grand4_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 0parent_f2_s=PostingsFormat(name=Memory), 3grand1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 4parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 9parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_t=PostingsFormat(name=LuceneFixedGap), id=PostingsFormat(name=Memory), 5grand3_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 1parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 6grand0_s=PostingsFormat(name=LuceneFixedGap), 10parent_f2_s=PostingsFormat(name=LuceneFixedGap), _root_=PostingsFormat(name=LuceneFixedGap), 5child0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5child2_s=PostingsFormat(name=Memory), 8parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 2parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 3child0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4child3_s=PostingsFormat(name=LuceneVarGapFixedInterval), 1grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4child1_s=PostingsFormat(name=Memory), 2grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 3child2_s=PostingsFormat(name=Memory), 1child0_s=PostingsFormat(name=Memory), 7parent_f1_s=PostingsFormat(name=Memory), 2child1_s=PostingsFormat(name=Memory), 3parent_f2_s=PostingsFormat(name=LuceneFixedGap), 6grand3_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand6_s=PostingsFormat(name=Memory), 5grand0_s=PostingsFormat(name=Memory), 6grand5_s=PostingsFormat(name=Memory), 5grand2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand2_s=PostingsFormat(name=Memory), 11parent_f2_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 7grand4_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4grand3_s=PostingsFormat(name=Memory), 9grand8_s=PostingsFormat(name=LuceneVarGapFixedInterval), 3grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand3_s=PostingsFormat(name=Memory), 9grand6_s=PostingsFormat(name=Memory), 6parent_f1_s=PostingsFormat(name=LuceneFixedGap), 8grand1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 9grand4_s=PostingsFormat(name=LuceneVarGapFixedInterval), 8grand7_s=PostingsFormat(name=Memory), 9grand2_s=PostingsFormat(name=Memory), 0parent_f1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 3grand2_s=PostingsFormat(name=Memory), 8grand5_s=PostingsFormat(name=LuceneVarGapFixedInterval), 9grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), 4parent_f2_s=PostingsFormat(name=Memory), 9parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 5child4_s=PostingsFormat(name=LuceneVarGapFixedInterval), 1parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7grand0_s=PostingsFormat(name=LuceneVarGapFixedInterval), text_t=PostingsFormat(name=LuceneFixedGap), 5grand4_s=PostingsFormat(name=Memory), 6grand1_s=PostingsFormat(name=Memory), type_s=PostingsFormat(name=LuceneFixedGap), 5parent_f2_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 5child1_s=PostingsFormat(name=LuceneFixedGap), 8parent_f2_s=PostingsFormat(name=Memory), 10parent_f1_s=PostingsFormat(name=LuceneVarGapFixedInterval), 2parent_f1_s=PostingsFormat(name=LuceneFixedGap), 4child2_s=PostingsFormat(name=LuceneFixedGap), rnd_b=PostingsFormat(name=Memory), 4child0_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 2grand0_s=PostingsFormat(name=LuceneFixedGap), 3child1_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 7parent_f2_s=PostingsFormat(name=LuceneFixedGap), 2child0_s=PostingsFormat(name=LuceneFixedGap), 3parent_f1_s=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=55, maxMBSortInHeap=6.132347767506574, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5f85601), locale=os, timezone=AGT
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=1,free=116935936,total=407130112
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastWriter, BadIndexSchemaTest, ReplicationFactorTest, SimplePostToolTest, TestSolr4Spatial, BitVectorTest, TestCloudJSONFacetJoinDomain, TestSolrDeletionPolicy2, VMParamsZkACLAndCredentialsProvidersTest, DocValuesNotIndexedTest, TestNRTOpen, TestLargeCluster, ChaosMonkeyNothingIsSafeTest, TestRequestForwarding, TestRetrieveFieldsOptimizer, SolrCmdDistributorTest, SimpleCollectionCreateDeleteTest, TestRandomDVFaceting, MetricTriggerTest, BasicAuthStandaloneTest, EchoParamsTest, TestSolrConfigHandler, DocValuesMultiTest, TestPHPSerializedResponseWriter, TestFieldCacheWithThreads, TestQueryWrapperFilter, TestLMDirichletSimilarityFactory, PeerSyncTest, TestNodeLostTrigger, LoggingHandlerTest, TestSolrIndexConfig, SolrXmlInZkTest, TestRequestStatusCollectionAPI, TestShardHandlerFactory, TestCloudPseudoReturnFields, TestTolerantUpdateProcessorRandomCloud, TestSchemaVersionResource, TestInfoStreamLogging, JsonLoaderTest, IndexBasedSpellCheckerTest, HLLUtilTest, TestSolrCoreProperties, TestCloudSchemaless, TestStressReorder, PreAnalyzedFieldManagedSchemaCloudTest, TestWordDelimiterFilterFactory, TestFastLRUCache, TestLegacyNumericUtils, TestDistributedSearch, TestAuthorizationFramework, TestEmbeddedSolrServerConstructors, LeaderElectionContextKeyTest, SolrJmxReporterTest, TestRTGBase, TestGeoJSONResponseWriter, SolrIndexMetricsTest, NodeLostTriggerTest, HdfsCollectionsAPIDistributedZkTest, SpellCheckCollatorTest, HdfsRecoveryZkTest, DistributedTermsComponentTest, TestLeaderElectionWithEmptyReplica, IndexSchemaTest, TestComputePlanAction, TestPullReplicaErrorHandling, TestCrossCoreJoin, TestSizeLimitedDistributedMap, QueryResultKeyTest, TlogReplayBufferedWhileIndexingTest, ZkControllerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLegacyNumericRangeQueryBuilder, TestReqParamsAPI, TestUniqueKeyFieldResource, TestConfigOverlay, SortByFunctionTest, CoreAdminCreateDiscoverTest, TestManagedSynonymFilterFactory, ClusterStateTest, TestChildDocTransformer, TestRecoveryHdfs, TestDynamicFieldResource, TestExecutePlanAction, TimeZoneUtilsTest, ReplaceNodeNoTargetTest, TestRandomFaceting, HdfsTlogReplayBufferedWhileIndexingTest, RecoveryAfterSoftCommitTest, DistributedQueryComponentCustomSortTest, TestDocumentBuilder, LargeFieldTest, AliasIntegrationTest, CloneFieldUpdateProcessorFactoryTest, TimeRoutedAliasUpdateProcessorTest, BlobRepositoryCloudTest, TestDelegationWithHadoopAuth, DistributedDebugComponentTest, MinimalSchemaTest, HighlighterConfigTest, ConnectionManagerTest, CdcrBootstrapTest, TestLRUStatsCache, CleanupOldIndexTest, ConcurrentCreateRoutedAliasTest, TestManagedResource, TestDFRSimilarityFactory, TestStandardQParsers, TestDistributedMissingSort, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BadCopyFieldTest, DebugComponentTest, NumberUtilsTest, MetricsHandlerTest, AutoAddReplicasPlanActionTest, TestCoreDiscovery, CSVRequestHandlerTest, TestConfig, TestFieldCacheReopen, BasicFunctionalityTest, DateRangeFieldTest, URLClassifyProcessorTest, SuggesterWFSTTest, TestMultiValuedNumericRangeQuery, DistributedFacetPivotSmallTest, TestCSVLoader, TestComplexPhraseLeadingWildcard, UpdateRequestProcessorFactoryTest, SuggestComponentContextFilterQueryTest, PrimUtilsTest, SoftAutoCommitTest, ExitableDirectoryReaderTest, TestNoOpRegenerator, DeleteStatusTest, UpdateParamsTest, MetricsConfigTest, ClusterStateUpdateTest, TestHttpShardHandlerFactory, TestFieldCacheSortRandom, CollectionsAPIAsyncDistributedZkTest, AnalysisErrorHandlingTest, TestInPlaceUpdatesDistrib, TestRandomRequestDistribution, DeleteLastCustomShardedReplicaTest, PreAnalyzedUpdateProcessorTest, HttpSolrCallGetCoreTest, AsyncCallRequestStatusResponseTest, TestCollectionAPIs, TestRawResponseWriter, TestDistributedStatsComponentCardinality, AddSchemaFieldsUpdateProcessorFactoryTest, WrapperMergePolicyFactoryTest, BaseCdcrDistributedZkTest, TestJsonRequest, TestNumericRangeQuery64, TestSolrCloudWithSecureImpersonation, SliceStateTest, TestSolrQueryParser, SolrCloudReportersTest, UpdateLogTest, TestHighFrequencyDictionaryFactory, TestSubQueryTransformerCrossCore, TestSystemCollAutoCreate, BlockJoinFacetDistribTest, RegexBytesRefFilterTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestCorePropertiesReload, MoveReplicaHDFSTest, SystemLogListenerTest, CdcrVersionReplicationTest, HdfsAutoAddReplicasIntegrationTest, FullSolrCloudDistribCmdsTest]
   [junit4] Completed [369/776 (1!)] on J1 in 65.11s, 1 test, 1 failure <<< FAILURES!

[...truncated 42282 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4433 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4433/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

8 tests failed.
FAILED:  org.apache.solr.cloud.MultiThreadedOCPTest.test

Error Message:
Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>

Stack Trace:
java.lang.AssertionError: Task 3001 did not complete, final state: FAILED expected same:<COMPLETED> was not:<FAILED>
	at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99:5589FF4EC2EBD161]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotSame(Assert.java:641)
	at org.junit.Assert.assertSame(Assert.java:580)
	at org.apache.solr.cloud.MultiThreadedOCPTest.testDeduplicationOfSubmittedTasks(MultiThreadedOCPTest.java:227)
	at org.apache.solr.cloud.MultiThreadedOCPTest.test(MultiThreadedOCPTest.java:65)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields

Error Message:
java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO

Stack Trace:
org.apache.solr.common.SolrException: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
	at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:171)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:120)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:115)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:102)
	at org.apache.solr.cloud.MiniSolrCloudCluster.waitForAllNodes(MiniSolrCloudCluster.java:268)
	at org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:262)
	at org.apache.solr.cloud.SolrCloudTestCase$Builder.configure(SolrCloudTestCase.java:190)
	at org.apache.solr.cloud.TestCloudPseudoReturnFields.createMiniSolrCloudCluster(TestCloudPseudoReturnFields.java:76)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.io.IOException: Couldn't instantiate org.apache.zookeeper.ClientCnxnSocketNIO
	at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1845)
	at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:452)
	at org.apache.zookeeper.ZooKeeper.<init>(ZooKeeper.java:383)
	at org.apache.solr.common.cloud.SolrZooKeeper.<init>(SolrZooKeeper.java:43)
	at org.apache.solr.common.cloud.ZkClientConnectionStrategy.createSolrZooKeeper(ZkClientConnectionStrategy.java:105)
	at org.apache.solr.common.cloud.DefaultConnectionStrategy.connect(DefaultConnectionStrategy.java:37)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:149)
	... 31 more
Caused by: java.lang.reflect.InvocationTargetException
	at sun.reflect.GeneratedConstructorAccessor27.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.zookeeper.ZooKeeper.getClientCnxnSocket(ZooKeeper.java:1843)
	... 37 more
Caused by: java.io.IOException: Too many open files
	at sun.nio.ch.IOUtil.makePipe(Native Method)
	at sun.nio.ch.KQueueSelectorImpl.<init>(KQueueSelectorImpl.java:84)
	at sun.nio.ch.KQueueSelectorProvider.openSelector(KQueueSelectorProvider.java:42)
	at java.nio.channels.Selector.open(Selector.java:227)
	at org.apache.zookeeper.ClientCnxnSocketNIO.<init>(ClientCnxnSocketNIO.java:43)
	... 41 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
	at org.apache.solr.cloud.TestCloudPseudoReturnFields.afterClass(TestCloudPseudoReturnFields.java:114)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields

Error Message:
ObjectTracker found 14 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, Overseer] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)  at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)  at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:279)  at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1504)  at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:616)  at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:557)  at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:202)  at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87)  at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70)  at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41)  at org.apache.solr.cloud.Overseer.start(Overseer.java:529)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)  at org.apache.solr.cloud.ZkController.init(ZkController.java:786)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)  at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.cloud.Overseer.start(Overseer.java:541)  at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817)  at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)  at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)  at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)  at org.apache.solr.cloud.ZkController.init(ZkController.java:786)  at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)  at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)  at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)  at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)  at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)  at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)  at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)  at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)  at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)  at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)  at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)  at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)  at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)  at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)  at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)  at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)  at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 14 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, ZkController, InternalHttpClient, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, ZkController, InternalHttpClient, SolrZkClient, InternalHttpClient, Overseer]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:209)
	at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:506)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:298)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:236)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:223)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:1504)
	at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:616)
	at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:557)
	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:202)
	at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87)
	at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70)
	at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41)
	at org.apache.solr.cloud.Overseer.start(Overseer.java:529)
	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
	at org.apache.solr.cloud.ZkController.init(ZkController.java:786)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkController
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:445)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:185)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:320)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:289)
	at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:94)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:512)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.Overseer
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.cloud.Overseer.start(Overseer.java:541)
	at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:817)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
	at org.apache.solr.cloud.ZkController.init(ZkController.java:786)
	at org.apache.solr.cloud.ZkController.<init>(ZkController.java:443)
	at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:112)
	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:522)
	at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
	at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
	at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
	at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
	at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1474)
	at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1537)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1183)
	at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1020)
	at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:447)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
	at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:295)
	at sun.reflect.GeneratedMethodAccessor39.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields

Error Message:
Could not remove the following files (in the order of attempts):    /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: Too many open files    /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: Too many open files    /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: Too many open files 

Stack Trace:
java.io.IOException: Could not remove the following files (in the order of attempts):
   /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/tempDir-001: Too many open files
   /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001/init-core-data-001: Too many open files
   /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: java.nio.file.FileSystemException: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestCloudPseudoReturnFields_DDDDC0946C17BC99-001: Too many open files

	at org.apache.lucene.util.IOUtils.rm(IOUtils.java:329)
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.afterAlways(TestRuleTemporaryFilesCleanup.java:216)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterAlways(TestRuleAdapter.java:31)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:43)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestCloudPseudoReturnFields

Error Message:
60 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudPseudoReturnFields:     1) Thread[id=18230, name=jetty-launcher-3990-thread-3, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18246, name=qtp265393683-18246, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:600)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:49)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:663)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=18258, name=Scheduler-294496263, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.Schedu

[...truncated too long message...]

java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   11) Thread[id=18231, name=qtp1800921657-18231, state=RUNNABLE, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$36/155064976.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   12) Thread[id=18259, name=Scheduler-1124031213, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   13) Thread[id=18239, name=Scheduler-101740743, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   14) Thread[id=18281, name=jetty-launcher-3990-thread-3-SendThread(127.0.0.1:55657), state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
   [junit4]    >   15) Thread[id=18229, name=jetty-launcher-3990-thread-2, state=TIMED_WAITING, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   16) Thread[id=18248, name=qtp45153116-18248, state=RUNNABLE, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$36/155064976.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   17) Thread[id=18240, name=qtp265393683-18240, state=RUNNABLE, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:375)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:304)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:179)
   [junit4]    >         at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:140)
   [junit4]    >         at org.eclipse.jetty.io.ManagedSelector$$Lambda$36/155064976.run(Unknown Source)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >   18) Thread[id=18290, name=zkConnectionManagerCallback-4017-thread-1, state=WAITING, group=TGRP-TestCloudPseudoReturnFields]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DDDDC0946C17BC99]:0)
   [junit4] Completed [380/776 (3!)] on J1 in 45.06s, 0 tests, 1 failure, 5 errors <<< FAILURES!

[...truncated 49537 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4432 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4432/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  org.apache.solr.cloud.ReplaceNodeNoTargetTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:39B5FF2084A715F7]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:978B7EC33154D763]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTrigger(TriggerIntegrationTest.java:456)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:805FAD1E54F10DFD]:0)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testCooldown(TestTriggerIntegration.java:1086)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([B1E1C0FA2A5B780F:DC1D640790138708]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1826 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J0-20180210_124856_6347856818829028159559.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/core/test/temp/junit4-J1-20180210_124856_6343632628490545701283.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 290 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20180210_125556_2957910713143878865065.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20180210_125556_2954739438917427100927.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1062 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20180210_125712_5641654108186052428184.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20180210_125712_5641924943196733113402.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 243 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20180210_125928_96713714050321527092836.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20180210_125928_96717925535610518985430.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 253 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20180210_125938_22016001826288173710039.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20180210_125938_2202269351931889315799.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 162 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20180210_130006_0246415775367707896031.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20180210_130006_02416697676941965165417.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J1-20180210_130010_61610674550843477384641.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J0-20180210_130010_6163980521002083091509.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20180210_130014_3114534973625029611229.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20180210_130014_3117431864282228414033.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 159 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20180210_130025_80612757139216631571778.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20180210_130025_80616217944131559425346.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 167 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20180210_130032_5286119520882640845867.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20180210_130032_5283642082555649355027.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/analysis/uima/test/temp/junit4-J0-20180210_130036_2547935568376423647354.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20180210_130048_9744339391616368417849.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20180210_130048_9759709337202099779295.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1401 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20180210_130117_6529733208739765405036.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20180210_130117_65213110992156823643104.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 251 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J1-20180210_130128_7653660495835500396611.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/classification/test/temp/junit4-J0-20180210_130128_7658070493870218185242.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 265 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20180210_130145_9737192854441032664610.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20180210_130145_9739345488755507570450.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 234 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J1-20180210_130343_85817728002836637569717.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/demo/test/temp/junit4-J0-20180210_130343_85815194946001279339167.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20180210_130347_8096461090520022310414.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20180210_130347_80911170884556175074846.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 232 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J1-20180210_130353_9919149637717434017513.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/facet/test/temp/junit4-J0-20180210_130353_99112369990008381452638.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 185 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20180210_130420_46210997880953922522433.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20180210_130420_4626858988133980181275.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 255 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20180210_130429_93918139416901870223046.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20180210_130429_9392673705058212011564.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 166 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J1-20180210_130447_44610928527422041682377.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/join/test/temp/junit4-J0-20180210_130447_4467771150144435158172.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J0-20180210_130458_12212588343304794674083.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/memory/test/temp/junit4-J1-20180210_130458_12217982849327293250297.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 194 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J1-20180210_130504_63812874636966326883381.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/misc/test/temp/junit4-J0-20180210_130504_638278554795990353626.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 307 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J0-20180210_130520_51710601512325792402211.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queries/test/temp/junit4-J1-20180210_130520_51711269876421281740138.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 235 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20180210_130529_68410310760164109871146.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20180210_130529_6841660071762718409254.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 192 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20180210_130539_0424768780536599459959.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 23 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20180210_130539_04213999115060408292108.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20180210_130552_06817382629554109202800.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20180210_130552_0672512168143009948189.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 320 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20180210_130621_1193899887951276418240.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20180210_130621_11915451487140887184249.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 151 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial/test/temp/junit4-J0-20180210_130639_08816896102826666608853.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 183 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20180210_130641_6209029670382632601930.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20180210_130641_62014034102500022562123.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20180210_130658_1221622759056626576642.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20180210_130658_122286194497151033827.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 2032 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> 533969 INFO  (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_B1E1C0FA2A5B780F-001/init-core-data-001
   [junit4]   2> 533969 WARN  (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 533969 INFO  (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 533970 INFO  (SUITE-TestTriggerIntegration-seed#[B1E1C0FA2A5B780F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 534016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 534018 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testListeners
   [junit4]   2> 534019 DEBUG (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 534019 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 534019 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 534019 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
   [junit4]   2> 	at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 534020 DEBUG (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 534021 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 534022 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534049 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534070 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534093 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534114 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534129 DEBUG (simCloudManagerPool-1507-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 534129 DEBUG (simCloudManagerPool-1507-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 534129 DEBUG (simCloudManagerPool-1507-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534131 DEBUG (simCloudManagerPool-1507-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534131 DEBUG (simCloudManagerPool-1507-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
   [junit4]   2> 534131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 534131 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 534132 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 534132 DEBUG (ScheduledTrigger-1508-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 534133 DEBUG (ScheduledTrigger-1508-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534134 DEBUG (simCloudManagerPool-1507-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
   [junit4]   2> 534134 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 534134 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 534135 DEBUG (ScheduledTrigger-1508-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534135 DEBUG (simCloudManagerPool-1507-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}, {name=test1, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}], enabled=true}
   [junit4]   2> 534135 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 534135 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 534156 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 534157 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 534157 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 534157 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time 174293447698937
   [junit4]   2> 534187 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10002_solr] added at times [174293447698937], now=174294956332187
   [junit4]   2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9e84db0969f9T16j1swlzeyvrpmcwwecdmsqu3",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":174293447698937,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174293447698937],
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 534187 DEBUG (ScheduledTrigger-1508-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 534189 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9e84db0969f9T16j1swlzeyvrpmcwwecdmsqu3",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":174293447698937,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174293447698937],
   [junit4]   2>     "_enqueue_time_":174294991272187,
   [junit4]   2>     "nodeNames":["127.0.0.1:10002_solr"]}}
   [junit4]   2> 534190 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 534190 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 534190 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 55 ms for event id=9e84db0969f9T16j1swlzeyvrpmcwwecdmsqu3
   [junit4]   2> 534301 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 534301 DEBUG (ScheduledTrigger-1508-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 534301 DEBUG (ScheduledTrigger-1508-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 534301 DEBUG (ScheduledTrigger-1508-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time 174300650317687
   [junit4]   2> 534328 DEBUG (ScheduledTrigger-1508-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
   [junit4]   2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10003_solr] added at times [174300650317687], now=174302027168737
   [junit4]   2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9e868858a777T16j1swlzeyvrpmcwwecdmsqu6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":174300650317687,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174300650317687],
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 534328 DEBUG (ScheduledTrigger-1508-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger]
   [junit4]   2> 534329 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9e868858a777T16j1swlzeyvrpmcwwecdmsqu6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":174300650317687,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174300650317687],
   [junit4]   2>     "_enqueue_time_":174302037026587,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 534330 WARN  (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> java.lang.Exception: Error executing action: test1 for trigger event: {
   [junit4]   2>   "id":"9e868858a777T16j1swlzeyvrpmcwwecdmsqu6",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":174300650317687,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174300650317687],
   [junit4]   2>     "_enqueue_time_":174302037026587,
   [junit4]   2>     "nodeNames":["127.0.0.1:10003_solr"]}}
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:302)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.lang.RuntimeException: failure
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction.process(TestTriggerIntegration.java:892)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:299)
   [junit4]   2> 	... 6 more
   [junit4]   2> 534331 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 534331 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 534331 DEBUG (AutoscalingActionExecutor-1509-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 81 ms for event id=9e868858a777T16j1swlzeyvrpmcwwecdmsqu6
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testListeners
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:		4
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:	4
   [junit4]   2> 534372 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:		0
   [junit4]   2> 534373 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:	[]
   [junit4]   2> 534373 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:	0
   [junit4]   2> 534373 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:	0
   [junit4]   2> 534373 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:		0
   [junit4]   2> 534373 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 534374 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- autoscaling        3
   [junit4]   2> 534374 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- update             4
   [junit4]   2> 534374 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 534375 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
   [junit4]   2> 534375 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- FAILED          1
   [junit4]   2> 534375 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- STARTED         2
   [junit4]   2> 534375 INFO  (TEST-TestTriggerIntegration.testListeners-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##		- SUCCEEDED       1
   [junit4]   2> 534379 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 534379 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 534379 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 534380 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 534380 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 534380 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 534380 INFO  (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 534380 DEBUG (TEST-TestTriggerIntegration.testTriggerThrottling-seed#[B1E1C0FA2A5B780F]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 534380 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 534381 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 534382 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534405 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534433 DEBUG (ScheduledTrigger-1511-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534456 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534486 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534492 DEBUG (simCloudManagerPool-1510-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 534492 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 534492 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 534493 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 534493 DEBUG (ScheduledTrigger-1511-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 534493 DEBUG (ScheduledTrigger-1511-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 534493 DEBUG (simCloudManagerPool-1510-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534494 DEBUG (simCloudManagerPool-1510-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534494 DEBUG (simCloudManagerPool-1510-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 534494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 534494 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 534494 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 174310323890537
   [junit4]   2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [174310323890537], now=174310325931837
   [junit4]   2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9e88c8efa969T16j1swlzeyvrpmcwwecdmsqu9",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":174310323890537,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174310323890537],
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 534494 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
   [junit4]   2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9e88c8efa969T16j1swlzeyvrpmcwwecdmsqu9",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":174310323890537,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174310323890537],
   [junit4]   2>     "_enqueue_time_":174310345329987,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 534496 INFO  (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
   [junit4]   2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 534496 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 42 ms for event id=9e88c8efa969T16j1swlzeyvrpmcwwecdmsqu9
   [junit4]   2> 534607 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time 174316024175137
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10004_solr] added at times [174316024175137], now=174316027014187
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9e8a1cb31a21T16j1swlzeyvrpmcwwecdmsquc",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":174316024175137,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174316024175137],
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 534608 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger2, node_added_trigger1]
   [junit4]   2> 534609 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9e8a1cb31a21T16j1swlzeyvrpmcwwecdmsquc",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":174316024175137,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174316024175137],
   [junit4]   2>     "_enqueue_time_":174316039160737,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 534609 INFO  (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration last action at 174310402481587 time = 174316075682587
   [junit4]   2> 534609 INFO  (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
   [junit4]   2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 534610 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 50 ms for event id=9e8a1cb31a21T16j1swlzeyvrpmcwwecdmsquc
   [junit4]   2> 534610 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 534610 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 534611 DEBUG (simCloudManagerPool-1510-thread-6) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534611 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 534611 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 534611 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 534611 DEBUG (ScheduledTrigger-1511-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 3
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}], enabled=true}
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534612 DEBUG (simCloudManagerPool-1510-thread-8) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10004_solr, 127.0.0.1:10000_solr]
   [junit4]   2> 534612 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 534612 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 534612 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
   [junit4]   2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
   [junit4]   2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9e8a2a08a96bT16j1swlzeyvrpmcwwecdmsquf",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":174316247886187,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174316247886187],
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 534613 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
   [junit4]   2> 534613 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9e8a2a08a96bT16j1swlzeyvrpmcwwecdmsquf",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":174316247886187,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174316247886187],
   [junit4]   2>     "_enqueue_time_":174316254807137,
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 534613 INFO  (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
   [junit4]   2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
   [junit4]   2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
   [junit4]   2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 534614 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 28 ms for event id=9e8a2a08a96bT16j1swlzeyvrpmcwwecdmsquf
   [junit4]   2> 534724 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 534724 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 2
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with currently live nodes: 2
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 534724 DEBUG (ScheduledTrigger-1511-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10004_solr]
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"9e8b791e0973T16j1swlzeyvrpmcwwecdmsqui",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":174321869654387,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174321869654387],
   [junit4]   2>     "nodeNames":["127.0.0.1:10004_solr"]}}
   [junit4]   2> 534725 DEBUG (ScheduledTrigger-1511-thread-2) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, .auto_add_replicas, node_added_trigger2, node_lost_trigger1, node_added_trigger1]
   [junit4]   2> 534726 DEBUG (AutoscalingActionExecutor-1512-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"9e8b791e0973T16j1swlzeyvrpmcwwecdmsqui",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":174321869654387,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[174321869654387],
  

[...truncated too long message...]

ne-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J1-20180210_140930_21910446512115757176184.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-solrj/test/temp/junit4-J0-20180210_140930_21913209033582442866923.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1461 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J0-20180210_141400_78910491680018390722995.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analysis-extras/test/temp/junit4-J1-20180210_141400_789163130744476673861.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 786 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20180210_141415_0397475470140197277999.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20180210_141415_03917345566254837894253.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 554 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20180210_141518_46111746568778578673474.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20180210_141518_46115544758719257043066.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20180210_141543_1789886571553830890342.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20180210_141543_17710899695125891154733.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 650 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20180210_141558_210896139084567280357.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20180210_141558_21018189792665415625913.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 556 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J1-20180210_141632_7807792908514184508347.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-cell/test/temp/junit4-J0-20180210_141632_7805342725934083613480.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 565 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20180210_141655_31412411141517653718874.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20180210_141655_31417944582676078858376.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 656 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20180210_141707_2884237032486649426608.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20180210_141707_2884201215761856637865.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 602 lines...]
   [junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J1-20180210_141742_99915389950481428463764.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-uima/test/temp/junit4-J0-20180210_141742_9995372562458089718607.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 549 lines...]
   [junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20180210_141801_38717775032748881381986.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32295 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4431 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4431/
Java: 64bit/jdk-9 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest:     1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest: 
   1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.analytics.NoFacetTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.base@9/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
        at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
        at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
        at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.base@9/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:56833_solr, 127.0.0.1:56834_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node5":{           "core":"testSimple1_shard1_replica_n2",           "base_url":"http://127.0.0.1:56834/solr",           "node_name":"127.0.0.1:56834_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node12":{           "core":"testSimple1_shard1_replica_n11",           "base_url":"http://127.0.0.1:56834/solr",           "node_name":"127.0.0.1:56834_solr",           "state":"active",           "type":"NRT"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node8":{           "core":"testSimple1_shard2_replica_n6",           "base_url":"http://127.0.0.1:56834/solr",           "node_name":"127.0.0.1:56834_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node10":{           "core":"testSimple1_shard2_replica_n9",           "base_url":"http://127.0.0.1:56835/solr",           "node_name":"127.0.0.1:56835_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:56833_solr, 127.0.0.1:56834_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/18)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node5":{
          "core":"testSimple1_shard1_replica_n2",
          "base_url":"http://127.0.0.1:56834/solr",
          "node_name":"127.0.0.1:56834_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node12":{
          "core":"testSimple1_shard1_replica_n11",
          "base_url":"http://127.0.0.1:56834/solr",
          "node_name":"127.0.0.1:56834_solr",
          "state":"active",
          "type":"NRT"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node8":{
          "core":"testSimple1_shard2_replica_n6",
          "base_url":"http://127.0.0.1:56834/solr",
          "node_name":"127.0.0.1:56834_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node10":{
          "core":"testSimple1_shard2_replica_n9",
          "base_url":"http://127.0.0.1:56835/solr",
          "node_name":"127.0.0.1:56835_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([577BA4A4821B7D17:6FC8805AA5E8A9C6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13879 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/init-core-data-001
   [junit4]   2> 3278562 WARN  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=53 numCloses=53
   [junit4]   2> 3278562 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3278563 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3278563 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3278564 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001
   [junit4]   2> 3278564 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3278564 INFO  (Thread-3982) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3278565 INFO  (Thread-3982) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3278569 ERROR (Thread-3982) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3278674 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:56831
   [junit4]   2> 3278689 INFO  (zkConnectionManagerCallback-8829-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278695 INFO  (jetty-launcher-8826-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3278695 INFO  (jetty-launcher-8826-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3278695 INFO  (jetty-launcher-8826-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T15:27:37-06:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3278697 INFO  (jetty-launcher-8826-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3278697 INFO  (jetty-launcher-8826-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3278697 INFO  (jetty-launcher-8826-thread-2) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3278698 INFO  (jetty-launcher-8826-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ed23a83{/solr,null,AVAILABLE}
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@dde6dfb{HTTP/1.1,[http/1.1]}{127.0.0.1:56833}
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-2) [    ] o.e.j.s.Server Started @3280822ms
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56833}
   [junit4]   2> 3278699 INFO  (jetty-launcher-8826-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3278700 ERROR (jetty-launcher-8826-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@88f68e4{/solr,null,AVAILABLE}
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@986d414{/solr,null,AVAILABLE}
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-10T01:47:12.873621Z
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@43125ab2{HTTP/1.1,[http/1.1]}{127.0.0.1:56834}
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-1) [    ] o.e.j.s.Server Started @3280823ms
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56834}
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1dd1232d{HTTP/1.1,[http/1.1]}{127.0.0.1:56835}
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-3) [    ] o.e.j.s.Server Started @3280823ms
   [junit4]   2> 3278700 INFO  (jetty-launcher-8826-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56835}
   [junit4]   2> 3278700 ERROR (jetty-launcher-8826-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3278701 ERROR (jetty-launcher-8826-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-10T01:47:12.874569Z
   [junit4]   2> 3278701 INFO  (jetty-launcher-8826-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-10T01:47:12.874608Z
   [junit4]   2> 3278704 INFO  (zkConnectionManagerCallback-8835-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278704 INFO  (zkConnectionManagerCallback-8831-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278705 INFO  (zkConnectionManagerCallback-8834-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278705 INFO  (jetty-launcher-8826-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3278705 INFO  (jetty-launcher-8826-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3278706 INFO  (jetty-launcher-8826-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3278722 INFO  (jetty-launcher-8826-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56831/solr
   [junit4]   2> 3278729 INFO  (zkConnectionManagerCallback-8839-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278731 INFO  (jetty-launcher-8826-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56831/solr
   [junit4]   2> 3278734 INFO  (zkConnectionManagerCallback-8843-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278735 INFO  (jetty-launcher-8826-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56831/solr
   [junit4]   2> 3278738 INFO  (zkConnectionManagerCallback-8846-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278738 INFO  (zkConnectionManagerCallback-8849-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278741 INFO  (zkConnectionManagerCallback-8851-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3278744 INFO  (zkConnectionManagerCallback-8853-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3279075 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3279080 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56835_solr
   [junit4]   2> 3279083 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.c.Overseer Overseer (id=72066302743805961-127.0.0.1:56835_solr-n_0000000000) starting
   [junit4]   2> 3279090 INFO  (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3279093 INFO  (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56833_solr
   [junit4]   2> 3279098 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3279099 INFO  (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3279104 INFO  (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3279125 INFO  (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3279130 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3279132 INFO  (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56834_solr
   [junit4]   2> 3279133 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3279149 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:56833_solr]
   [junit4]   2> 3279149 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 3279149 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3279153 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56835_solr
   [junit4]   2> 3279154 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3279157 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3279158 INFO  (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3279180 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3279181 INFO  (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3279181 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3279182 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3279182 DEBUG (OverseerAutoScalingTriggerThread-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3279183 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3279188 INFO  (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279198 INFO  (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279198 INFO  (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279200 INFO  (jetty-launcher-8826-thread-2) [n:127.0.0.1:56833_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/.
   [junit4]   2> 3279235 INFO  (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279246 INFO  (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279246 INFO  (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279247 INFO  (jetty-launcher-8826-thread-1) [n:127.0.0.1:56834_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/.
   [junit4]   2> 3279273 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279284 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279284 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3279285 INFO  (jetty-launcher-8826-thread-3) [n:127.0.0.1:56835_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/.
   [junit4]   2> 3279321 INFO  (zkConnectionManagerCallback-8861-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3279325 INFO  (zkConnectionManagerCallback-8865-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3279327 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3279329 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[577BA4A4821B7D17]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56831/solr ready
   [junit4]   2> 3279363 INFO  (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[577BA4A4821B7D17]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 3279368 INFO  (qtp812306955-31984) [n:127.0.0.1:56833_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:56833_solr,127.0.0.1:56834_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3279371 INFO  (OverseerThreadFactory-9653-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
   [junit4]   2> 3279495 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56833/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3279500 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56834/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3279504 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56833/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3279508 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56834/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3279725 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3279725 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3279726 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3279727 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3279728 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3279729 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3279850 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3279851 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3279851 INFO  (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3279851 INFO  (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3280194 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3280757 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3280759 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3280798 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3280800 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3280801 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3280804 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3280804 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3280805 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3280806 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3280806 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple1_shard1_replica_n2/data/]
   [junit4]   2> 3280807 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3280813 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3280813 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3280813 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3280814 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3280814 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple1_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple1_shard2_replica_n6/data/]
   [junit4]   2> 3280819 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3280819 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3280822 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3280822 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3280822 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3280822 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
   [junit4]   2> 3280822 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3280823 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3280823 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/testSimple1_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/./testSimple1_shard2_replica_n4/data/]
   [junit4]   2> 3280823 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56833.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3280823 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3280823 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/testSimple1_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node2/./testSimple1_shard1_replica_n1/data/]
   [junit4]   2> 3281111 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3281111 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3281137 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3281137 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3281137 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3281137 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3281143 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3281143 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3281158 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3281158 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3281161 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3281161 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3281185 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3281185 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3281192 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3281192 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3281198 DEBUG (ScheduledTrigger-9651-thread-2) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3281202 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@38227914[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 3281204 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3281204 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@4fd97ff3[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 3281204 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3281205 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3281206 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641564770304
   [junit4]   2> 3281206 INFO  (searcherExecutor-9660-thread-1-processing-n:127.0.0.1:56834_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@38227914[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3281206 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3281207 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3281208 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3281208 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641566867456
   [junit4]   2> 3281209 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e6b3b27[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 3281209 INFO  (searcherExecutor-9661-thread-1-processing-n:127.0.0.1:56834_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@4fd97ff3[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3281210 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3281211 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3281212 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3281213 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641572110336
   [junit4]   2> 3281213 INFO  (searcherExecutor-9662-thread-1-processing-n:127.0.0.1:56833_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@3e6b3b27[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3281239 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3281239 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3281239 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56834/solr/testSimple1_shard2_replica_n6/
   [junit4]   2> 3281240 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:56834/solr START replicas=[http://127.0.0.1:56833/solr/testSimple1_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 3281242 INFO  (qtp812306955-31990) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3281244 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 3281279 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@70ddb581[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 3281282 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3281283 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3281284 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 3281284 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591976641646559232
   [junit4]   2> 3281285 INFO  (searcherExecutor-9663-thread-1-processing-n:127.0.0.1:56833_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@70ddb581[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3281345 INFO  (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281345 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281345 INFO  (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281345 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281573 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=http://127.0.0.1:56834/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3281574 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3281574 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3281574 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3281582 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56834/solr/testSimple1_shard2_replica_n6/ shard2
   [junit4]   2> 3281694 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281695 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281695 INFO  (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281694 INFO  (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281753 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3281754 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3281754 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3281754 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56834/solr/testSimple1_shard1_replica_n2/
   [junit4]   2> 3281755 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:56834/solr START replicas=[http://127.0.0.1:56833/solr/testSimple1_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 3281756 INFO  (qtp812306955-31995) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.S.Request [testSimple1_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3281757 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2027
   [junit4]   2> 3281869 INFO  (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281869 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281869 INFO  (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3281869 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282065 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 url=http://127.0.0.1:56834/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 3282065 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 3282065 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 3282065 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3282071 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56834/solr/testSimple1_shard1_replica_n2/ shard1
   [junit4]   2> 3282184 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282184 INFO  (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282184 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282184 INFO  (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282208 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3282238 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3282241 INFO  (qtp1291652995-31983) [n:127.0.0.1:56834_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2516
   [junit4]   2> 3282243 INFO  (qtp812306955-31987) [n:127.0.0.1:56833_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2514
   [junit4]   2> 3282300 INFO  (qtp812306955-31989) [n:127.0.0.1:56833_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2575
   [junit4]   2> 3282304 INFO  (qtp812306955-31984) [n:127.0.0.1:56833_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3282412 INFO  (zkCallback-8845-thread-2-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282412 INFO  (zkCallback-8845-thread-1-processing-n:127.0.0.1:56833_solr) [n:127.0.0.1:56833_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282412 INFO  (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3282412 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3283215 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3283313 INFO  (qtp812306955-31984) [n:127.0.0.1:56833_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:56833_solr,127.0.0.1:56834_solr&wt=javabin&version=2} status=0 QTime=3945
   [junit4]   2> 3283314 INFO  (qtp812306955-31990) [n:127.0.0.1:56833_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:56834_solr,127.0.0.1:56835_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3283318 INFO  (OverseerThreadFactory-9653-thread-2-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
   [junit4]   2> 3283321 INFO  (OverseerCollectionConfigSetProcessor-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3283558 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56834/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3283564 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56835/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3283570 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple2_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56834/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3283575 INFO  (OverseerStateUpdate-72066302743805961-127.0.0.1:56835_solr-n_0000000000) [n:127.0.0.1:56835_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple2_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56835/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3283789 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3283790 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3283792 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3283792 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3283796 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 3283913 INFO  (zkCallback-8852-thread-1-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3283913 INFO  (zkCallback-8850-thread-1-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3283914 INFO  (zkCallback-8852-thread-2-processing-n:127.0.0.1:56835_solr) [n:127.0.0.1:56835_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3283913 INFO  (zkCallback-8850-thread-2-processing-n:127.0.0.1:56834_solr) [n:127.0.0.1:56834_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3284225 DEBUG (ScheduledTrigger-9651-thread-1) [n:127.0.0.1:56835_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 3284820 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3284820 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3284821 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3284830 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 3284831 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 3284831 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 3284833 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3284833 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
   [junit4]   2> 3284834 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3284834 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n6' using configuration from collection testSimple2, trusted=true
   [junit4]   2> 3284834 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3284834 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3284834 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple2_shard2_replica_n4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple2_shard2_replica_n4/data/]
   [junit4]   2> 3284834 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.core.testSimple2.shard2.replica_n6' (registry 'solr.core.testSimple2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3284834 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3284835 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/testSimple2_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/./testSimple2_shard2_replica_n6/data/]
   [junit4]   2> 3284839 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 3284839 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 3284841 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3284841 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
   [junit4]   2> 3284862 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3284862 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
   [junit4]   2> 3284862 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56835.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3284863 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3284863 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/testSimple2_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node3/./testSimple2_shard1_replica_n2/data/]
   [junit4]   2> 3284863 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56834.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@67d030c8
   [junit4]   2> 3284863 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3284863 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/testSimple2_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_577BA4A4821B7D17-001/tempDir-001/node1/./testSimple2_shard1_replica_n1/data/]
   [junit4]   2> 3285029 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3285029 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3285034 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3285034 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3285035 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3285035 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3285039 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3285039 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3285042 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3285042 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3285044 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3285045 INFO  (qtp1291652995-32000) [n:127.0.0.1:56834_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3285047 INFO  (qtp381414515-31986) [n:127.0.0.1:56835_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d4b6da2[testSimple2_shard2_replica_n6] main]
   [junit4]   2> 3285055 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d42bc24[testSimple2_shard2_replica_n4] main]
   [junit4]   2> 3285056 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3285058 INFO  (qtp1291652995-31993) [n:127.0.0.1:56834_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3285058 INFO  (qtp381414515-31997) [n:127.0.0.1:56835_solr c:testSimple2 s:shard1 r:core_node5 x:testSimple2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numR

[...truncated too long message...]

untimeFieldTest, BlockJoinFacetSimpleTest, TestRuleBasedAuthorizationPlugin, TestCharFilters, ForceLeaderTest, TestPhraseSuggestions, TestClusterStateProvider, AddReplicaTest, ConfigSetsAPITest, TestBackupRepositoryFactory, TestXIncludeConfig, ZkFailoverTest, AssignBackwardCompatibilityTest, TestFieldResource, TestManagedSchemaAPI, TestCloudRecovery, DirectoryFactoryTest, SolrMetricsIntegrationTest, TestMinMaxOnMultiValuedField, TestPerFieldSimilarityWithDefaultOverride, HdfsDirectoryFactoryTest, TestJoin, AnalyticsMergeStrategyTest, TestRandomFlRTGCloud, TestLRUStatsCache, TestQueryUtils, DirectSolrSpellCheckerTest, TestTolerantSearch, TestManagedResource, UtilsToolTest, TestCloudPivotFacet, TriLevelCompositeIdRoutingTest, OverseerModifyCollectionTest, TestMergePolicyConfig, TestLegacyNumericUtils, TestExactSharedStatsCache, DataDrivenBlockJoinTest, RAMDirectoryFactoryTest, TestDistribDocBasedVersion, PingRequestHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HttpSolrCallGetCoreTest, TestPayloadCheckQParserPlugin, CollectionsAPISolrJTest, TestConfigSetsAPIExclusivity, WordBreakSolrSpellCheckerTest, AnalysisErrorHandlingTest, TestFieldCacheReopen, BasicDistributedZkTest, TestSQLHandler, SearchHandlerTest, TestSolrJ, ShufflingReplicaListTransformerTest, TestCoreContainer, SuggestComponentContextFilterQueryTest, DistributedQueryComponentCustomSortTest, TestQuerySenderNoQuery, TermsComponentTest, PolyFieldTest, HdfsChaosMonkeySafeLeaderTest, TestCryptoKeys, TestDistributedStatsComponentCardinality, DistribJoinFromCollectionTest, TestFilteredDocIdSet, ConvertedLegacyTest, TestSolrCloudWithKerberosAlt, SolrCoreTest, TestLegacyNumericRangeQueryBuilder, EnumFieldTest, AlternateDirectoryTest, PluginInfoTest, SolrCloudExampleTest, SuggesterFSTTest, TestLockTree, BasicAuthStandaloneTest, MetricsConfigTest, RecoveryZkTest, TestPointFields, TestSolrDeletionPolicy1, AnalysisAfterCoreReloadTest, TestCollectionAPI, TestPolicyCloud, NodeMutatorTest, BinaryUpdateRequestHandlerTest, BitVectorTest, ConnectionReuseTest, TestMacros, AddSchemaFieldsUpdateProcessorFactoryTest, DirectSolrConnectionTest, TestHalfAndHalfDocValues, SolrRequestParserTest, TestSortByMinMaxFunction, TestConfigSets, TestInitParams, TestZkChroot, SignatureUpdateProcessorFactoryTest, TestCloudPseudoReturnFields, TestClusterProperties, TestConfigSetsAPIZkFailure, TestLeaderElectionZkExpiry, TestMiniSolrCloudClusterSSL, TestPrepRecovery, TestPullReplicaErrorHandling, TestSegmentSorting, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, VMParamsZkACLAndCredentialsProvidersTest, ZkShardTermsTest, AssignTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, AutoAddReplicasIntegrationTest]
   [junit4] Completed [577/775 (1!)] on J0 in 142.85s, 1 test, 1 failure <<< FAILURES!

[...truncated 3865 lines...]
   [junit4] Suite: org.apache.solr.analytics.NoFacetTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/contrib/solr-analytics/test/J1/temp/solr.analytics.NoFacetTest_AFBF74D32654C93E-001/init-core-data-001
   [junit4]   2> Feb 10, 2018 2:07:02 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 10, 2018 2:07:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest: 
   [junit4]   2>    1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
   [junit4]   2>         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Feb 10, 2018 2:07:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
   [junit4]   2> Feb 10, 2018 2:07:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
   [junit4]   2>         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]   2>         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]   2>         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7719e6ac), locale=to, timezone=Pacific/Bougainville
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 9 (64-bit)/cpus=3,threads=2,free=102011656,total=199229440
   [junit4]   2> NOTE: All tests run in this JVM: [DateFieldsTest, DivideFunctionTest, LegacyExpressionTest, LegacyAbstractAnalyticsFacetCloudTest, AbsoluteValueFunctionTest, LegacyRangeFacetTest, CeilingFunctionTest, GTEFunctionTest, AndFunctionTest, LTFunctionTest, ConstantValueTest, SubtractFunctionTest, RangeFacetTest, LegacyFacetSortingTest, CastingDateValueStreamTest, LegacyFieldFacetExtrasCloudTest, AbstractAnalyticsFieldTest, CastingBooleanValueStreamTest, CastingStringValueStreamTest, DateMathFunctionTest, ExpressionFactoryTest, NoFacetTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=NoFacetTest -Dtests.seed=AFBF74D32654C93E -Dtests.slow=true -Dtests.locale=to -Dtests.timezone=Pacific/Bougainville -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | NoFacetTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.analytics.NoFacetTest: 
   [junit4]    >    1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=570, name=qtp1079249666-570, state=TIMED_WAITING, group=TGRP-NoFacetTest]
   [junit4]    >         at java.base@9/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
   [junit4]    >         at java.base@9/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2192)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
   [junit4]    >         at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
   [junit4]    >         at java.base@9/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AFBF74D32654C93E]:0)
   [junit4] Completed [78/78 (1!)] on J1 in 59.66s, 15 tests, 2 errors <<< FAILURES!

[...truncated 37710 lines...]

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4430 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4430/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([DAC6DBC53ECF0848:DD13DA8E195B6D45]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.CollectionsAPISolrJTest.testCreateAndDeleteCollection(CollectionsAPISolrJTest.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([DAC6DBC53ECF0848:B73A7F388487F74F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:244)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([DAC6DBC53ECF0848:DE3872D704058AD2]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeLostTrigger(TriggerIntegrationTest.java:521)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13766 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest
   [junit4]   2> 2505034 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/init-core-data-001
   [junit4]   2> 2505034 WARN  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 2505035 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2505041 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2505042 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001
   [junit4]   2> 2505042 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2505042 INFO  (Thread-4083) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2505042 INFO  (Thread-4083) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2505046 ERROR (Thread-4083) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2505151 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:65024
   [junit4]   2> 2505163 INFO  (zkConnectionManagerCallback-4827-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505169 INFO  (jetty-launcher-4824-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2505170 INFO  (jetty-launcher-4824-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2505170 INFO  (jetty-launcher-4824-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2505171 INFO  (jetty-launcher-4824-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2505171 INFO  (jetty-launcher-4824-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2505171 INFO  (jetty-launcher-4824-thread-4) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2505172 INFO  (jetty-launcher-4824-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f35a6e5{/solr,null,AVAILABLE}
   [junit4]   2> 2505172 INFO  (jetty-launcher-4824-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@69bed17{HTTP/1.1,[http/1.1]}{127.0.0.1:65026}
   [junit4]   2> 2505172 INFO  (jetty-launcher-4824-thread-4) [    ] o.e.j.s.Server Started @2508852ms
   [junit4]   2> 2505172 INFO  (jetty-launcher-4824-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65026}
   [junit4]   2> 2505173 ERROR (jetty-launcher-4824-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2505173 INFO  (jetty-launcher-4824-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2505173 INFO  (jetty-launcher-4824-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2505173 INFO  (jetty-launcher-4824-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2505173 INFO  (jetty-launcher-4824-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T14:45:25.771Z
   [junit4]   2> 2505175 INFO  (jetty-launcher-4824-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T11:27:37+14:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 2505176 INFO  (jetty-launcher-4824-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2505177 INFO  (jetty-launcher-4824-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2505177 INFO  (jetty-launcher-4824-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2505177 INFO  (jetty-launcher-4824-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@733b6690{/solr,null,AVAILABLE}
   [junit4]   2> 2505177 INFO  (jetty-launcher-4824-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@15dcbc6{HTTP/1.1,[http/1.1]}{127.0.0.1:65027}
   [junit4]   2> 2505178 INFO  (jetty-launcher-4824-thread-2) [    ] o.e.j.s.Server Started @2508857ms
   [junit4]   2> 2505178 INFO  (jetty-launcher-4824-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65027}
   [junit4]   2> 2505178 ERROR (jetty-launcher-4824-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2505178 INFO  (jetty-launcher-4824-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2505178 INFO  (jetty-launcher-4824-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2505178 INFO  (jetty-launcher-4824-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2505178 INFO  (jetty-launcher-4824-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T14:45:25.776Z
   [junit4]   2> 2505181 INFO  (jetty-launcher-4824-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2505181 INFO  (jetty-launcher-4824-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2505181 INFO  (jetty-launcher-4824-thread-1) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2505181 INFO  (jetty-launcher-4824-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f98e018{/solr,null,AVAILABLE}
   [junit4]   2> 2505182 INFO  (jetty-launcher-4824-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@52884744{HTTP/1.1,[http/1.1]}{127.0.0.1:65029}
   [junit4]   2> 2505182 INFO  (jetty-launcher-4824-thread-1) [    ] o.e.j.s.Server Started @2508861ms
   [junit4]   2> 2505182 INFO  (jetty-launcher-4824-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65029}
   [junit4]   2> 2505182 ERROR (jetty-launcher-4824-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2505182 INFO  (jetty-launcher-4824-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2505182 INFO  (jetty-launcher-4824-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2505182 INFO  (jetty-launcher-4824-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2505182 INFO  (jetty-launcher-4824-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T14:45:25.780Z
   [junit4]   2> 2505183 INFO  (zkConnectionManagerCallback-4829-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505184 INFO  (jetty-launcher-4824-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2505185 INFO  (jetty-launcher-4824-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2505185 INFO  (jetty-launcher-4824-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2505185 INFO  (jetty-launcher-4824-thread-3) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 2505185 INFO  (jetty-launcher-4824-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@531f1015{/solr,null,AVAILABLE}
   [junit4]   2> 2505187 INFO  (jetty-launcher-4824-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a5f235c{HTTP/1.1,[http/1.1]}{127.0.0.1:65031}
   [junit4]   2> 2505187 INFO  (jetty-launcher-4824-thread-3) [    ] o.e.j.s.Server Started @2508867ms
   [junit4]   2> 2505187 INFO  (jetty-launcher-4824-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65031}
   [junit4]   2> 2505187 ERROR (jetty-launcher-4824-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2505188 INFO  (jetty-launcher-4824-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 2505188 INFO  (jetty-launcher-4824-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2505188 INFO  (jetty-launcher-4824-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2505188 INFO  (jetty-launcher-4824-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-02-09T14:45:25.786Z
   [junit4]   2> 2505189 INFO  (zkConnectionManagerCallback-4831-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505191 INFO  (jetty-launcher-4824-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2505192 INFO  (zkConnectionManagerCallback-4833-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505192 INFO  (zkConnectionManagerCallback-4835-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505196 INFO  (jetty-launcher-4824-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2505197 INFO  (jetty-launcher-4824-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2505204 INFO  (jetty-launcher-4824-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
   [junit4]   2> 2505210 INFO  (zkConnectionManagerCallback-4839-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505211 INFO  (jetty-launcher-4824-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
   [junit4]   2> 2505212 INFO  (jetty-launcher-4824-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
   [junit4]   2> 2505216 INFO  (zkConnectionManagerCallback-4844-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505217 INFO  (zkConnectionManagerCallback-4847-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505217 INFO  (zkConnectionManagerCallback-4849-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505218 INFO  (jetty-launcher-4824-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:65024/solr
   [junit4]   2> 2505222 INFO  (zkConnectionManagerCallback-4853-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505223 INFO  (zkConnectionManagerCallback-4855-thread-1-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505223 INFO  (zkConnectionManagerCallback-4857-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505228 INFO  (zkConnectionManagerCallback-4859-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2505505 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2505505 INFO  (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2505507 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:65026_solr
   [junit4]   2> 2505508 INFO  (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65031_solr
   [junit4]   2> 2505509 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.c.Overseer Overseer (id=72063700499169288-127.0.0.1:65026_solr-n_0000000000) starting
   [junit4]   2> 2505511 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2505511 INFO  (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2505515 INFO  (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2505516 INFO  (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2505521 INFO  (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65027_solr
   [junit4]   2> 2505527 INFO  (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2505527 INFO  (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2505528 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2505536 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65026_solr
   [junit4]   2> 2505540 INFO  (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2505541 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2505541 INFO  (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2505606 INFO  (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2505610 INFO  (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2505622 INFO  (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65029_solr
   [junit4]   2> 2505624 INFO  (zkCallback-4854-thread-1-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2505624 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2505624 INFO  (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2505624 INFO  (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2505704 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505726 INFO  (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505726 INFO  (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505735 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505735 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505737 INFO  (jetty-launcher-4824-thread-4) [n:127.0.0.1:65026_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/.
   [junit4]   2> 2505760 INFO  (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505760 INFO  (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505773 INFO  (jetty-launcher-4824-thread-3) [n:127.0.0.1:65031_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/.
   [junit4]   2> 2505775 INFO  (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505775 INFO  (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505777 INFO  (jetty-launcher-4824-thread-2) [n:127.0.0.1:65027_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node2/.
   [junit4]   2> 2505815 INFO  (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505847 INFO  (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505847 INFO  (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2505849 INFO  (jetty-launcher-4824-thread-1) [n:127.0.0.1:65029_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node1/.
   [junit4]   2> 2506025 INFO  (zkConnectionManagerCallback-4869-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2506042 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100058dc574000d, likely client has closed socket
   [junit4]   2> 2506045 INFO  (zkConnectionManagerCallback-4873-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2506047 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2506049 INFO  (SUITE-CollectionsAPISolrJTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:65024/solr ready
   [junit4]   2> 2506108 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[DAC6DBC53ECF0848]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionWithPropertyParam
   [junit4]   2> 2506111 INFO  (qtp1800354117-21001) [n:127.0.0.1:65027_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&name=solrj_test_core_props&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2506133 INFO  (OverseerThreadFactory-9095-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection solrj_test_core_props
   [junit4]   2> 2506273 INFO  (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"solrj_test_core_props",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"solrj_test_core_props_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65026/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2506496 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&newCollection=true&collection=solrj_test_core_props&version=2&replicaType=NRT&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&coreNodeName=core_node2&name=solrj_test_core_props_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 2506496 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2506612 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2506612 INFO  (zkCallback-4848-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2507533 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2507619 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.IndexSchema [solrj_test_core_props_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2507624 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2507625 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'solrj_test_core_props_shard1_replica_n1' using configuration from collection solrj_test_core_props, trusted=true
   [junit4]   2> 2507625 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.core.solrj_test_core_props.shard1.replica_n1' (registry 'solr.core.solrj_test_core_props.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2507625 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2507625 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrCore [[solrj_test_core_props_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/solrj_test_core_props_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf/]
   [junit4]   2> 2507753 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2507753 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2507755 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2507755 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2507756 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@24e1c685[solrj_test_core_props_shard1_replica_n1] main]
   [junit4]   2> 2507758 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2507758 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2507759 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2507759 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935005734469632
   [junit4]   2> 2507761 INFO  (searcherExecutor-9104-thread-1-processing-n:127.0.0.1:65026_solr x:solrj_test_core_props_shard1_replica_n1 s:shard1 c:solrj_test_core_props r:core_node2) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SolrCore [solrj_test_core_props_shard1_replica_n1] Registered new searcher Searcher@24e1c685[solrj_test_core_props_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2507794 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2507794 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2507794 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:65026/solr/solrj_test_core_props_shard1_replica_n1/
   [junit4]   2> 2507794 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2507794 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:65026/solr/solrj_test_core_props_shard1_replica_n1/ has no replicas
   [junit4]   2> 2507794 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2507801 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:65026/solr/solrj_test_core_props_shard1_replica_n1/ shard1
   [junit4]   2> 2507908 INFO  (zkCallback-4848-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2507909 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2507918 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2507922 INFO  (qtp72224380-21002) [n:127.0.0.1:65026_solr c:solrj_test_core_props s:shard1 r:core_node2 x:solrj_test_core_props_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&newCollection=true&collection=solrj_test_core_props&version=2&replicaType=NRT&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&coreNodeName=core_node2&name=solrj_test_core_props_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=1426
   [junit4]   2> 2507925 INFO  (qtp1800354117-21001) [n:127.0.0.1:65027_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2508033 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2508033 INFO  (zkCallback-4848-thread-3-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2508145 INFO  (OverseerCollectionConfigSetProcessor-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2508932 INFO  (qtp1800354117-21001) [n:127.0.0.1:65027_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.ulogDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/ulogDir-ituc&property.dataDir=/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/testPropertyParamsForCreate-001/dataDir-opwnf&collection.configName=conf&name=solrj_test_core_props&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2821
   [junit4]   2> 2508936 INFO  (qtp72224380-21008) [n:127.0.0.1:65026_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2508938 INFO  (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[DAC6DBC53ECF0848]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionWithPropertyParam
   [junit4]   2> 2509024 INFO  (TEST-CollectionsAPISolrJTest.testCreateAndDeleteShard-seed#[DAC6DBC53ECF0848]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateAndDeleteShard
   [junit4]   2> 2509027 INFO  (qtp1800354117-21014) [n:127.0.0.1:65027_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&shards=shardA,shardB&replicationFactor=1&collection.configName=conf&maxShardsPerNode=3&name=solrj_implicit&router.name=implicit&nrtReplicas=1&action=CREATE&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2509030 INFO  (OverseerThreadFactory-9095-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection solrj_implicit
   [junit4]   2> 2509274 INFO  (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"solrj_implicit",
   [junit4]   2>   "shard":"shardA",
   [junit4]   2>   "core":"solrj_implicit_shardA_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65031/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2509283 INFO  (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"solrj_implicit",
   [junit4]   2>   "shard":"shardA",
   [junit4]   2>   "core":"solrj_implicit_shardA_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65026/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2509327 INFO  (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"solrj_implicit",
   [junit4]   2>   "shard":"shardA",
   [junit4]   2>   "core":"solrj_implicit_shardA_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65027/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2509358 INFO  (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"solrj_implicit",
   [junit4]   2>   "shard":"shardB",
   [junit4]   2>   "core":"solrj_implicit_shardB_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65029/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2509368 INFO  (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"solrj_implicit",
   [junit4]   2>   "shard":"shardB",
   [junit4]   2>   "core":"solrj_implicit_shardB_replica_t8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65031/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2509370 INFO  (OverseerStateUpdate-72063700499169288-127.0.0.1:65026_solr-n_0000000000) [n:127.0.0.1:65026_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"solrj_implicit",
   [junit4]   2>   "shard":"shardB",
   [junit4]   2>   "core":"solrj_implicit_shardB_replica_p9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:65026/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2509570 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=solrj_implicit_shardA_replica_n1&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardA&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2509571 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2509579 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=solrj_implicit_shardB_replica_p9&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardB&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2509579 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=solrj_implicit_shardA_replica_p4&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardA&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 2509580 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2509582 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=solrj_implicit_shardB_replica_t8&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardB&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2509584 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&newCollection=true&name=solrj_implicit_shardB_replica_n6&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardB&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2509586 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2509588 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=solrj_implicit_shardA_replica_t2&action=CREATE&numShards=2&collection=solrj_implicit&shard=shardA&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 2509710 INFO  (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509710 INFO  (zkCallback-4856-thread-1-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509711 INFO  (zkCallback-4854-thread-1-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509711 INFO  (zkCallback-4858-thread-2-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509712 INFO  (zkCallback-4854-thread-2-processing-n:127.0.0.1:65029_solr) [n:127.0.0.1:65029_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509712 INFO  (zkCallback-4856-thread-2-processing-n:127.0.0.1:65027_solr) [n:127.0.0.1:65027_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509714 INFO  (zkCallback-4848-thread-3-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509714 INFO  (zkCallback-4848-thread-1-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2509714 INFO  (zkCallback-4848-thread-2-processing-n:127.0.0.1:65026_solr) [n:127.0.0.1:65026_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2510621 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2510624 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2510650 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2510661 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2510661 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.s.IndexSchema [solrj_implicit_shardB_replica_t8] Schema name=minimal
   [junit4]   2> 2510666 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2510667 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardB_replica_t8' using configuration from collection solrj_implicit, trusted=true
   [junit4]   2> 2510667 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.core.solrj_implicit.shardB.replica_t8' (registry 'solr.core.solrj_implicit.shardB.replica_t8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2510667 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2510668 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrCore [[solrj_implicit_shardB_replica_t8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/solrj_implicit_shardB_replica_t8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/./solrj_implicit_shardB_replica_t8/data/]
   [junit4]   2> 2510669 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.s.IndexSchema [solrj_implicit_shardA_replica_n1] Schema name=minimal
   [junit4]   2> 2510702 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2510702 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardA_replica_n1' using configuration from collection solrj_implicit, trusted=true
   [junit4]   2> 2510703 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65031.solr.core.solrj_implicit.shardA.replica_n1' (registry 'solr.core.solrj_implicit.shardA.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2510703 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2510703 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrCore [[solrj_implicit_shardA_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/solrj_implicit_shardA_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node3/./solrj_implicit_shardA_replica_n1/data/]
   [junit4]   2> 2510704 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.s.IndexSchema [solrj_implicit_shardB_replica_p9] Schema name=minimal
   [junit4]   2> 2510707 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2510707 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2510707 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardB_replica_p9' using configuration from collection solrj_implicit, trusted=true
   [junit4]   2> 2510708 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.core.solrj_implicit.shardB.replica_p9' (registry 'solr.core.solrj_implicit.shardB.replica_p9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2510708 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2510708 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrCore [[solrj_implicit_shardB_replica_p9] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/solrj_implicit_shardB_replica_p9], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/./solrj_implicit_shardB_replica_p9/data/]
   [junit4]   2> 2510710 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2510713 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.s.IndexSchema [solrj_implicit_shardA_replica_t2] Schema name=minimal
   [junit4]   2> 2510716 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2510716 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardA_replica_t2' using configuration from collection solrj_implicit, trusted=true
   [junit4]   2> 2510717 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65026.solr.core.solrj_implicit.shardA.replica_t2' (registry 'solr.core.solrj_implicit.shardA.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2510717 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2510717 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrCore [[solrj_implicit_shardA_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/solrj_implicit_shardA_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node4/./solrj_implicit_shardA_replica_t2/data/]
   [junit4]   2> 2510717 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.s.IndexSchema [solrj_implicit_shardA_replica_p4] Schema name=minimal
   [junit4]   2> 2510718 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.s.IndexSchema [solrj_implicit_shardB_replica_n6] Schema name=minimal
   [junit4]   2> 2510736 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2510736 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardA_replica_p4' using configuration from collection solrj_implicit, trusted=true
   [junit4]   2> 2510736 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2510736 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'solrj_implicit_shardB_replica_n6' using configuration from collection solrj_implicit, trusted=true
   [junit4]   2> 2510736 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65027.solr.core.solrj_implicit.shardA.replica_p4' (registry 'solr.core.solrj_implicit.shardA.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2510737 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2510737 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_65029.solr.core.solrj_implicit.shardB.replica_n6' (registry 'solr.core.solrj_implicit.shardB.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@28344f46
   [junit4]   2> 2510737 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrCore [[solrj_implicit_shardA_replica_p4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node2/solrj_implicit_shardA_replica_p4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node2/./solrj_implicit_shardA_replica_p4/data/]
   [junit4]   2> 2510737 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2510737 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrCore [[solrj_implicit_shardB_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node1/solrj_implicit_shardB_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPISolrJTest_DAC6DBC53ECF0848-001/tempDir-001/node1/./solrj_implicit_shardB_replica_n6/data/]
   [junit4]   2> 2510916 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2510916 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2510923 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2510923 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2510924 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2510924 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2510928 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2510928 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2511002 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@761f7419[solrj_implicit_shardA_replica_t2] main]
   [junit4]   2> 2511004 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2511004 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2511005 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@37777176[solrj_implicit_shardB_replica_n6] main]
   [junit4]   2> 2511006 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2511006 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2511007 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2511007 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2511008 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511008 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009141293056
   [junit4]   2> 2511009 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2511009 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2511013 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511014 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009147584512
   [junit4]   2> 2511015 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2511015 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2511017 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2511017 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2511019 INFO  (searcherExecutor-9112-thread-1-processing-n:127.0.0.1:65026_solr x:solrj_implicit_shardA_replica_t2 s:shardA c:solrj_implicit r:core_node5) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.SolrCore [solrj_implicit_shardA_replica_t2] Registered new searcher Searcher@761f7419[solrj_implicit_shardA_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2511023 INFO  (searcherExecutor-9114-thread-1-processing-n:127.0.0.1:65029_solr x:solrj_implicit_shardB_replica_n6 s:shardB c:solrj_implicit r:core_node10) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.SolrCore [solrj_implicit_shardB_replica_n6] Registered new searcher Searcher@37777176[solrj_implicit_shardB_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2511026 INFO  (qtp72224380-21005) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardA r:core_node5 x:solrj_implicit_shardA_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shardA: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2511028 INFO  (qtp932796683-21025) [n:127.0.0.1:65029_solr c:solrj_implicit s:shardB r:core_node10 x:solrj_implicit_shardB_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shardB: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2511029 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2511029 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2511029 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d83c154[solrj_implicit_shardB_replica_t8] main]
   [junit4]   2> 2511030 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@664cfaf3[solrj_implicit_shardA_replica_n1] main]
   [junit4]   2> 2511031 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2511032 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2511032 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2511032 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511033 INFO  (qtp1871221680-21026) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009167507456
   [junit4]   2> 2511033 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2511033 INFO  (searcherExecutor-9109-thread-1-processing-n:127.0.0.1:65031_solr x:solrj_implicit_shardB_replica_t8 s:shardB c:solrj_implicit r:core_node11) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardB r:core_node11 x:solrj_implicit_shardB_replica_t8] o.a.s.c.SolrCore [solrj_implicit_shardB_replica_t8] Registered new searcher Searcher@4d83c154[solrj_implicit_shardB_replica_t8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2511033 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2511034 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2511034 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511034 INFO  (qtp1871221680-21004) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1591935009168556032
   [junit4]   2> 2511035 INFO  (searcherExecutor-9110-thread-1-processing-n:127.0.0.1:65031_solr x:solrj_implicit_shardA_replica_n1 s:shardA c:solrj_implicit r:core_node3) [n:127.0.0.1:65031_solr c:solrj_implicit s:shardA r:core_node3 x:solrj_implicit_shardA_replica_n1] o.a.s.c.SolrCore [solrj_implicit_shardA_replica_n1] Registered new searcher Searcher@664cfaf3[solrj_implicit_shardA_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2511035 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.s.SolrIndexSearcher Opening [Searcher@67a5e8d4[solrj_implicit_shardB_replica_p9] main]
   [junit4]   2> 2511036 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@70a4f708[solrj_implicit_shardA_replica_p4] main]
   [junit4]   2> 2511037 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2511037 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2511037 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2511038 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2511038 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511038 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511039 INFO  (searcherExecutor-9111-thread-1-processing-n:127.0.0.1:65026_solr x:solrj_implicit_shardB_replica_p9 s:shardB c:solrj_implicit r:core_node12) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.SolrCore [solrj_implicit_shardB_replica_p9] Registered new searcher Searcher@67a5e8d4[solrj_implicit_shardB_replica_p9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2511039 INFO  (searcherExecutor-9113-thread-1-processing-n:127.0.0.1:65027_solr x:solrj_implicit_shardA_replica_p4 s:shardA c:solrj_implicit r:core_node7) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.SolrCore [solrj_implicit_shardA_replica_p4] Registered new searcher Searcher@70a4f708[solrj_implicit_shardA_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2511043 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.ZkShardTerms Failed to save terms, version is not match, retrying
   [junit4]   2> 2511044 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.ZkController solrj_implicit_shardA_replica_p4 starting background replication from leader
   [junit4]   2> 2511044 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2511045 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.ZkController solrj_implicit_shardB_replica_p9 starting background replication from leader
   [junit4]   2> 2511045 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 2511048 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2511048 INFO  (qtp72224380-21009) [n:127.0.0.1:65026_solr c:solrj_implicit s:shardB r:core_node12 x:solrj_implicit_shardB_replica_p9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511048 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 2511048 INFO  (qtp1800354117-21017) [n:127.0.0.1:65027_solr c:solrj_implicit s:shardA r:core_node7 x:solrj_implicit_shardA_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2511137 INFO  (zkCallback-4858-thread-1-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2511137 INFO  (zkCallback-4858-thread-2-processing-n:127.0.0.1:65031_solr) [n:127.0.0.1:65031_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_implicit/state.json] for collection [solrj_implicit] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2511138 INFO  (zkCallback-4856-thread-2-processing-n:127.0.0.1:65027_so

[...truncated too long message...]

_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=88825857
   [junit4]   2> 3970257 INFO  (jetty-closer-9804-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@73ad0bbf{/solr,null,UNAVAILABLE}
   [junit4]   2> 3970257 INFO  (jetty-closer-9804-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3970262 INFO  (jetty-closer-9804-thread-2) [    ] o.a.s.c.Overseer Overseer (id=72063795596754952-127.0.0.1:54458_solr-n_0000000000) closing
   [junit4]   2> 3970262 INFO  (OverseerStateUpdate-72063795596754952-127.0.0.1:54458_solr-n_0000000000) [n:127.0.0.1:54458_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:54458_solr
   [junit4]   2> 3970263 WARN  (OverseerAutoScalingTriggerThread-72063795596754952-127.0.0.1:54458_solr-n_0000000000) [n:127.0.0.1:54458_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3970265 DEBUG (jetty-closer-9804-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3970267 INFO  (jetty-closer-9804-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2a4e472d{/solr,null,UNAVAILABLE}
   [junit4]   2> 3970270 INFO  (jetty-closer-9804-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3971686 WARN  (zkCallback-9849-thread-1-processing-n:127.0.0.1:54489_solr) [n:127.0.0.1:54489_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 3971690 INFO  (jetty-closer-9804-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50401614{/solr,null,UNAVAILABLE}
   [junit4]   2> 3971693 INFO  (jetty-closer-9804-thread-4) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3971694 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3971695 INFO  (SUITE-AutoscalingHistoryHandlerTest-seed#[DAC6DBC53ECF0848]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54456 54456
   [junit4]   2> 3971722 INFO  (Thread-5046) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:54456 54456
   [junit4]   2> 3972587 WARN  (Thread-5046) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/aliases.json
   [junit4]   2> 	10	/solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
   [junit4]   2> 	9	/solr/collections/.system/terms/shard1
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/configs/.system
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2> 	3	/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
   [junit4]   2> 	3	/solr/configs/.system/managed-schema
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections/.system/state.json
   [junit4]   2> 	22	/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2> 	11	/solr/clusterprops.json
   [junit4]   2> 	11	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/72063795596754952-127.0.0.1:54458_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/live_nodes
   [junit4]   2> 	11	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_DAC6DBC53ECF0848-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5064d8b7), locale=id, timezone=Etc/GMT+7
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=229349272,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSimpleTextCodec, HdfsBasicDistributedZkTest, RulesTest, AutoAddReplicasIntegrationTest, HDFSCollectionsAPITest, TestPostingsSolrHighlighter, SolrIndexMetricsTest, TestSolrCoreParser, TestLegacyNumericRangeQueryBuilder, DistributedDebugComponentTest, TestXmlQParserPlugin, TriLevelCompositeIdRoutingTest, UtilsToolTest, TestSolrConfigHandlerCloud, ShardRoutingCustomTest, MultiTermTest, TestManagedResource, TestPhraseSuggestions, TestEmbeddedSolrServerSchemaAPI, FileUtilsTest, StatelessScriptUpdateProcessorFactoryTest, TestSystemCollAutoCreate, LeaderElectionIntegrationTest, CurrencyRangeFacetCloudTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, AddReplicaTest, AlternateDirectoryTest, TestLazyCores, TestRangeQuery, TestSchemalessBufferedUpdates, TestQueryUtils, TestUtilizeNode, TestGenericDistributedQueue, RegexBytesRefFilterTest, TestDocTermOrds, ConjunctionSolrSpellCheckerTest, DistributedFacetPivotLongTailTest, TestQueryTypes, DocumentBuilderTest, TestReplicationHandler, ZkCLITest, UniqFieldsUpdateProcessorFactoryTest, HttpTriggerListenerTest, TestHalfAndHalfDocValues, TestTrieFacet, TestMergePolicyConfig, TestCollationField, TestBackupRepositoryFactory, TestSmileRequest, TestQuerySenderNoQuery, SuggesterTSTTest, TestNumericTerms32, TestDefaultStatsCache, TestQueryWrapperFilter, ExecutePlanActionTest, SolrRequestParserTest, TestFieldTypeResource, TestSchemaVersionResource, SynonymTokenizerTest, TestLockTree, RequiredFieldsTest, CopyFieldTest, SolrInfoBeanTest, BigEndianAscendingWordDeserializerTest, TestUninvertingReader, SolrIndexSplitterTest, TestManagedSynonymFilterFactory, TestPayloadCheckQParserPlugin, TestConfigSetsAPIExclusivity, SolrJmxReporterTest, TestFieldCacheWithThreads, TestLegacyField, WordBreakSolrSpellCheckerTest, TestDistribDocBasedVersion, TestBinaryField, TestFieldCacheReopen, TestLeaderElectionZkExpiry, TestMultiValuedNumericRangeQuery, HLLUtilTest, TestCustomDocTransformer, CoreMergeIndexesAdminHandlerTest, DistributedMLTComponentTest, TestObjectReleaseTracker, CursorPagingTest, TestCSVResponseWriter, SolrMetricManagerTest, TestTolerantUpdateProcessorCloud, TestCoreContainer, TestFiltering, AssignBackwardCompatibilityTest, TestNodeAddedTrigger, TestRealTimeGet, TestPerFieldSimilarity, AnalyticsMergeStrategyTest, RankQueryTest, LukeRequestHandlerTest, SpatialFilterTest, CollectionTooManyReplicasTest, TestRestManager, TestRandomFlRTGCloud, TestBulkSchemaConcurrent, TestRuleBasedAuthorizationPlugin, NumberUtilsTest, TestPolicyCloud, CustomCollectionTest, TermVectorComponentDistributedTest, DistributedQueryElevationComponentTest, TestSQLHandler, HdfsDirectoryFactoryTest, DeleteInactiveReplicaTest, SolrPluginUtilsTest, TestChildDocTransformer, ZkFailoverTest, TestInPlaceUpdatesDistrib, TestFaceting, CloudExitableDirectoryReaderTest, SpellingQueryConverterTest, TestConfigSets, DataDrivenBlockJoinTest, MoveReplicaTest, OutputWriterTest, HdfsDirectoryTest, UnloadDistributedZkTest, SuggesterFSTTest, OverseerModifyCollectionTest, TestClusterStateProvider, InfixSuggestersTest, BasicAuthStandaloneTest, TestHashQParserPlugin, DistribCursorPagingTest, TestManagedSchemaAPI, DateFieldTest, LeaderInitiatedRecoveryOnShardRestartTest, ZkStateReaderTest, TestCloudPivotFacet, HttpSolrCallGetCoreTest, TestMinMaxOnMultiValuedField, ConvertedLegacyTest, ClassificationUpdateProcessorIntegrationTest, TestReloadAndDeleteDocs, TestMissingGroups, LeaderElectionTest, TestJsonFacetRefinement, NumericFieldsTest, TestStressLiveNodes, UpdateLogTest, DirectSolrConnectionTest, SearchHandlerTest, TestHttpShardHandlerFactory, TestTolerantSearch, RestartWhileUpdatingTest, TestElisionMultitermQuery, HdfsUnloadDistributedZkTest, OpenExchangeRatesOrgProviderTest, V2StandaloneTest, TestFunctionQuery, TestTrackingShardHandlerFactory, TestCustomSort, ConfigureRecoveryStrategyTest, TestCopyFieldCollectionResource, TestSuggestSpellingConverter, TestRecovery, BasicZkTest, TestSearcherReuse, RecoveryZkTest, SolrGraphiteReporterTest, SOLR749Test, TestShortCircuitedRequests, TestXIncludeConfig, LeaderFailoverAfterPartitionTest, TestCollectionAPI, ForceLeaderTest, DistributedQueryComponentCustomSortTest, TestInitParams, DistributedVersionInfoTest, BadCopyFieldTest, TestRemoteStreaming, TestTriggerIntegration, TestDelegationWithHadoopAuth, TestAuthenticationFramework, SolrIndexConfigTest, BasicDistributedZkTest, ImplicitSnitchTest, TestSortByMinMaxFunction, CreateCollectionCleanupTest, DirectUpdateHandlerOptimizeTest, TestSolrCloudWithHadoopAuthPlugin, DeleteNodeTest, ConfigSetsAPITest, NodeMutatorTest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, HttpPartitionTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, PeerSyncReplicationTest, SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, TestCloudJSONFacetJoinDomain, TestClusterProperties, TestConfigSetsAPI, TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestPullReplica, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, TestSkipOverseerOperations, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, ConcurrentDeleteAndCreateCollectionTest, ShardSplitTest, TriggerIntegrationTest, AutoscalingHistoryHandlerTest]
   [junit4] Completed [639/775 (3!)] on J0 in 16.61s, 1 test, 1 failure <<< FAILURES!

[...truncated 48583 lines...]